[ 526.212609] env[65880]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.212609] env[65880]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.213990] env[65968]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.213990] env[65968]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.786189] env[65968]: INFO neutron.common.config [-] Logging enabled! [ 528.786569] env[65968]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 528.786760] env[65968]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65968) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.787148] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.787259] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.788105] env[65968]: WARNING oslo_policy.policy [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.788324] env[65968]: WARNING oslo_policy.policy [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.790067] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] VMware NSXv3 Agent initialized successfully. [ 528.790422] env[65968]: DEBUG oslo_concurrency.lockutils [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Acquiring lock "singleton_lock" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.790549] env[65968]: DEBUG oslo_concurrency.lockutils [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Acquired lock "singleton_lock" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.790745] env[65968]: DEBUG oslo_concurrency.lockutils [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Releasing lock "singleton_lock" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.791033] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Full set of CONF: {{(pid=65968) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.791148] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ******************************************************************************** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.791246] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Configuration options gathered from: {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.791592] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.791761] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.791864] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ================================================================================ {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.792036] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] agent_down_time = 75 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792175] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] allow_automatic_dhcp_failover = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792304] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] allow_bulk = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792440] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] api_extensions_path = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792573] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] api_paste_config = api-paste.ini {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792706] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] auth_strategy = keystone {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792804] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] backdoor_port = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.792899] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] backdoor_socket = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793036] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] backlog = 4096 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793182] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] base_mac = fa:16:3e:00:00:00 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793395] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] bind_host = 0.0.0.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793545] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] bind_port = 9696 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793674] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] client_socket_timeout = 900 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793806] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] config_dir = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.793909] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794051] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] config_source = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794224] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] control_exchange = neutron {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794323] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] core_plugin = ml2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794456] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] debug = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794585] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] default_availability_zones = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794785] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.794921] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dhcp_agent_notification = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795090] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dhcp_agents_per_network = 1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795194] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dhcp_lease_duration = 86400 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795425] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dhcp_load_type = networks {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795479] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dns_domain = openstacklocal {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795578] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795703] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_default_route_bfd = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795826] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_default_route_ecmp = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.795953] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_dvr = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796090] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_new_agents = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796214] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796337] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_signals = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796460] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] enable_traditional_dhcp = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796578] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] external_dns_driver = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796699] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] filter_validation = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796843] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] global_physnet_mtu = 8950 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.796983] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] graceful_shutdown_timeout = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797169] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] host = cpu-1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797304] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] host_dvr_for_dhcp = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797433] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] http_retries = 3 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797564] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] instance_format = [instance: %(uuid)s] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797697] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797830] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ipam_driver = internal {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.797957] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ipv6_pd_enabled = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798098] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] l3_ha = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798232] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798363] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] l3_ha_network_physical_name = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798492] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] l3_ha_network_type = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798626] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_color = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798754] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_config_append = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.798884] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799043] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_dir = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799178] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_file = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799278] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_options = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799407] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_rotate_interval = 1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799540] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_rotate_interval_type = days {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799669] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] log_rotation_type = none {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799768] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.799865] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800040] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800187] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800288] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800419] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_dns_nameservers = 5 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800547] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_header_line = 16384 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800673] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_l3_agents_per_router = 3 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800801] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_logfile_count = 30 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.800927] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_logfile_size_mb = 200 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801063] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] max_subnet_host_routes = 20 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801201] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] my_ip = 10.180.1.21 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801331] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] my_ipv6 = ::1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801459] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] network_auto_schedule = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801581] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] network_link_prefix = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801708] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801842] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] notify_nova_on_port_data_changes = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.801972] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] notify_nova_on_port_status_changes = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802114] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] pagination_max_limit = -1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802241] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] publish_errors = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802365] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rate_limit_burst = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802495] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rate_limit_except_level = CRITICAL {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802620] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rate_limit_interval = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802745] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] retry_until_window = 30 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802870] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] router_distributed = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.802995] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rpc_resources_processing_step = 20 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803131] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rpc_response_max_timeout = 600 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803256] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] rpc_response_timeout = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803378] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] send_events_interval = 2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803520] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] service_plugins = ['router'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803652] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] setproctitle = on {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803774] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] shell_completion = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.803903] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] state_path = /opt/stack/data/neutron {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804044] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] syslog_log_facility = LOG_USER {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804175] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] tcp_keepidle = 600 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804308] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] transport_url = **** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804437] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] use_journal = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804562] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] use_json = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804684] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] use_ssl = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804806] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] use_stderr = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.804936] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] use_syslog = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805069] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vlan_qinq = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805195] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vlan_transparent = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805322] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] watch_log_file = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805496] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] wsgi_default_pool_size = 100 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805649] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] wsgi_keep_alive = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805727] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.805859] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] wsgi_server_debug = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.806077] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_concurrency.disable_process_locking = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806238] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806405] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806599] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806797] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806942] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807090] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807242] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.connection_string = messaging:// {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807376] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.enabled = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807510] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.es_doc_type = notification {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807638] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.es_scroll_size = 10000 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807772] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.es_scroll_time = 2m {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807903] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.filter_error_trace = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808051] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.hmac_keys = **** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808191] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.sentinel_service_name = mymaster {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808332] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.socket_timeout = 0.1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808463] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.trace_requests = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808589] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler.trace_sqlalchemy = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808728] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler_jaeger.process_tags = {} {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808853] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler_jaeger.service_name_prefix = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809040] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] profiler_otlp.service_name_prefix = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809193] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.enforce_new_defaults = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809462] env[65968]: WARNING oslo_config.cfg [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.809609] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.enforce_scope = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809744] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.policy_default_rule = default {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809887] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810055] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810196] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810326] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810452] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810574] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810699] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810834] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_policy.remote_timeout = 60.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810977] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811133] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] agent.extensions = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811269] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811402] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] service_providers.service_provider = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811539] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.default_quota = -1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811672] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811800] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_floatingip = 50 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811926] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_network = 100 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812062] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_port = 500 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812190] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812312] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_router = 10 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812438] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_security_group = 10 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812565] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812692] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.quota_subnet = 100 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812818] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] QUOTAS.track_quota_usage = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812962] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813106] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813233] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813362] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813496] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813627] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813753] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813888] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814019] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814145] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814274] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814404] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814533] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814656] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_dhcp_release.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814789] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814914] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815049] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815180] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815312] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815439] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815631] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_ovs_vsctl.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815708] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.capabilities = [21] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815855] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815934] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816071] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816204] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816333] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816456] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_namespace.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816590] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.capabilities = [12] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816712] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816855] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816999] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817147] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817277] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817400] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_conntrack.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817536] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.capabilities = [12, 21] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817662] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.group = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817785] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.helper_command = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817911] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.log_daemon_traceback = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818053] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818187] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.thread_pool_size = 8 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818313] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] privsep_link.user = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818459] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818596] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818727] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.continue_on_failed_promotions = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.818855] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.dscp = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819036] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.dscp_inherit = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819198] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.force_mp_to_policy = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819307] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.locking_coordinator_url = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819437] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.log_agent_heartbeats = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819583] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.logging_expire = 1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819698] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819816] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.819969] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.polling_interval = 240 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820126] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820269] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820412] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.report_interval = 30.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820555] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820694] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820831] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.820964] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.sync_skew = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821115] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.synchronization_queue_size = 20 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821285] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT.use_helper_for_ns_read = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821403] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] SECURITYGROUP.enable_ipset = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821519] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] SECURITYGROUP.enable_security_group = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821653] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821788] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.821926] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] experimental.ipv6_pd_enabled = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822100] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.extension_drivers = ['port_security'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822234] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.external_network_type = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822380] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822519] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.overlay_ip_version = 4 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822656] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.path_mtu = 8950 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822795] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.physical_network_mtus = {} {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.822937] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.tenant_network_types = ['vlan'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823087] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823232] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ml2.type_drivers = ['vlan'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823380] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT_CLI.neutron_port_id = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823510] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823637] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823775] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.823913] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824058] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824198] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824332] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824467] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824656] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824796] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_login_password = **** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.824938] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_login_port = 443 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825082] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_login_user = admin {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825218] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825358] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825487] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825618] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825793] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.825895] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826061] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826172] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826309] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826446] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826585] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826718] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.826875] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827089] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827242] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vsphere.vsphere_login_password = VMware1! {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827376] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827506] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827646] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.auth_section = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827783] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.auth_type = password {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.827916] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828053] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.certfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828188] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.collect_timing = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828323] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.endpoint_type = public {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828452] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.insecure = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828577] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.keyfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828711] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.region_name = RegionOne {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828836] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.split_loggers = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.828993] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] nova.timeout = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829152] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.auth_section = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829287] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.auth_type = password {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829424] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829549] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.certfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829678] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.collect_timing = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829811] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.endpoint_type = public {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.829961] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.insecure = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830103] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.keyfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830230] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.region_name = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830357] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.split_loggers = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830480] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] placement.timeout = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830612] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.auth_section = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830739] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.auth_type = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830863] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.cafile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.830984] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.certfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831125] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.collect_timing = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831273] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.connect_retries = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831392] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.connect_retry_delay = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831523] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.enable_notifications = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831648] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.endpoint_override = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831778] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.insecure = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.831904] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.interface = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832040] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.keyfile = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832175] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.max_version = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832300] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.min_version = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832421] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.region_name = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832543] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.retriable_status_codes = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832664] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.service_name = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832787] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.service_type = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.832912] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.split_loggers = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833047] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.status_code_retries = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833174] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.status_code_retry_delay = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833299] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.timeout = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833424] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.valid_interfaces = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833546] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ironic.version = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833681] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] cli_script.dry_run = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833820] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.833949] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834092] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834221] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834347] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834472] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834598] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834725] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834854] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.834991] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835131] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835268] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835405] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835538] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835671] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835809] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.835978] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836077] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836202] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836338] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836451] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836577] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836703] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836833] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.836993] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837130] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837258] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837383] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837509] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837635] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837761] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.837896] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838038] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838177] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838312] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838443] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.ssl_version = {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838572] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838712] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_notifications.driver = [] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.838845] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_notifications.retry = -1 {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.839030] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.839175] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] oslo_messaging_notifications.transport_url = **** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.839279] env[65968]: DEBUG oslo_service.backend._eventlet.service [None req-6b633f01-5a4b-47d0-824f-24885eff10ce None None] ******************************************************************************** {{(pid=65968) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.840458] env[65968]: DEBUG neutron.agent.securitygroups_rpc [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Init firewall settings (driver=nsxv3) {{(pid=65968) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.841773] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65968) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.842019] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.844227] env[65968]: DEBUG dogpile.cache.region [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.844345] env[65968]: DEBUG dogpile.lock [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.844438] env[65968]: DEBUG dogpile.lock [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.844524] env[65968]: DEBUG dogpile.lock [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.844612] env[65968]: DEBUG dogpile.cache.region [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.844694] env[65968]: DEBUG dogpile.lock [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.844814] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.879850] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Session token - acquiring [ 528.881606] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.881858] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.882067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.882523] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.894784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.209601] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.234106] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.234349] env[65968]: DEBUG dogpile.cache.region [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Cache value generated in 0.389 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.234437] env[65968]: DEBUG dogpile.lock [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.234501] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Activating Policy API Provider. [ 529.234672] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Looking for the default Infrastructure Rules. [ 529.302330] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.318641] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.319152] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.319361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.319410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.319691] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.320082] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.835140] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.337385] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.839819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Inventory metadata is going to be refreshed. [ 530.840214] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.640159] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.640159] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.640159] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.640159] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.651439] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.652545] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.653271] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.672166] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.672692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.672928] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.673362] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.675086] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.675086] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.675086] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.675086] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.694489] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.694979] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.695286] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.695687] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.695996] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.696298] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.717747] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.717747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.717747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.717747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.717747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.717747] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.738079] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.738079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.738079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.738079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.738079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.738079] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.738079] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.738079] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.768763] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.769451] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.769722] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.771638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.771638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.771638] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.771638] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.771638] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.793044] env[65968]: DEBUG networking_nsxv3.common.locking [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.793617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.793860] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.794276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.794558] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.794846] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.795104] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.795339] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Inventory metadata have been refreshed. [ 531.795558] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Dryrun:True. Metadata refresh completed. [ 531.799030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.799030] env[65968]: INFO neutron.agent.agent_extensions_manager [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Loaded agent extensions: [] [ 531.799030] env[65968]: DEBUG neutron_lib.callbacks.manager [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65968) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.851194] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.851194] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.851194] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.798839] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.798839] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.800466] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.800775] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.802980] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.803246] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.006026] env[65968]: INFO networking_nsxv3.common.synchronization [None req-9593c047-ae9f-4878-a6dd-b0606399fb70 demo admin] Enqueued Resource ID: 687febcb-ffb4-4257-9700-ca3a5ba646c6 with Priority: HIGHEST for action security_group_rules [ 547.006491] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687febcb-ffb4-4257-9700-ca3a5ba646c6 with Priority: HIGHEST for action security_group_rules [ 547.006818] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687febcb-ffb4-4257-9700-ca3a5ba646c6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.006977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687febcb-ffb4-4257-9700-ca3a5ba646c6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.007077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687febcb-ffb4-4257-9700-ca3a5ba646c6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.007437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687febcb-ffb4-4257-9700-ca3a5ba646c6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.007548] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687febcb-ffb4-4257-9700-ca3a5ba646c6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.527914] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.528139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.528139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.528366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.528470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.528563] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687febcb-ffb4-4257-9700-ca3a5ba646c6 already deleted. [ 547.528661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687febcb-ffb4-4257-9700-ca3a5ba646c6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.801771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.802230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.802230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.802230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.802448] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.304972] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.807949] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.007673] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.007834] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.311181] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 552.311495] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 553.039653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.040123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.040123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.040123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.051929] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 553.052824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.053523] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 553.074932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.075181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.075181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.075357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.075446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.075553] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 553.075623] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.075692] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 553.096876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.097107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.097107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.097327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.097473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.097585] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 553.117720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.117996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.117996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.118226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.118279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.118351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 553.137925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.138148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.138148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.138345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.138446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.138560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 553.138633] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.138702] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 553.157357] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.157506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.157579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.157774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.157861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.157965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 553.158044] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.158114] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 553.178946] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.179195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.179195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.179383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.179490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.179606] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 553.179676] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.179743] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 553.179804] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 553.179875] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 553.179933] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 553.179987] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 553.180290] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 553.180378] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 553.180489] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 553.199658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.199883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.199883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.200061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.200171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.200278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 553.221930] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.222172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.222172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.222353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.222460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.234091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.008783] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.008783] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.009790] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.010205] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.011399] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.011399] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.013125] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.013465] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.803546] env[65968]: INFO networking_nsxv3.common.synchronization [None req-64488fbe-4452-461e-a781-e044c34efc2f None None] Enqueued Resource ID: 746806f5-a0db-4a2f-8d60-2e21738a6174 with Priority: HIGHEST for action port [ 572.803827] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746806f5-a0db-4a2f-8d60-2e21738a6174 with Priority: HIGHEST for action port [ 572.804378] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-746806f5-a0db-4a2f-8d60-2e21738a6174 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.804529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746806f5-a0db-4a2f-8d60-2e21738a6174" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.804589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746806f5-a0db-4a2f-8d60-2e21738a6174" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.804834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746806f5-a0db-4a2f-8d60-2e21738a6174" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.804926] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746806f5-a0db-4a2f-8d60-2e21738a6174',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.307095] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 746806f5-a0db-4a2f-8d60-2e21738a6174 [ 573.307336] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.307464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.307524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.310226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.310226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.310226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:746806f5-a0db-4a2f-8d60-2e21738a6174 already deleted. [ 573.310226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746806f5-a0db-4a2f-8d60-2e21738a6174" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.563394] env[65968]: INFO networking_nsxv3.common.synchronization [None req-edc2e053-11f6-4f49-b4b3-27d61ba90195 None None] Enqueued Resource ID: c6c5b409-0823-43de-bfa8-1b88e8456fcc with Priority: HIGHEST for action port [ 573.563954] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c5b409-0823-43de-bfa8-1b88e8456fcc with Priority: HIGHEST for action port [ 573.564269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c5b409-0823-43de-bfa8-1b88e8456fcc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.564392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c5b409-0823-43de-bfa8-1b88e8456fcc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.564458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c5b409-0823-43de-bfa8-1b88e8456fcc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.564709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c5b409-0823-43de-bfa8-1b88e8456fcc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.564792] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c5b409-0823-43de-bfa8-1b88e8456fcc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.070084] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6c5b409-0823-43de-bfa8-1b88e8456fcc [ 574.070084] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.070235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.070278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.070985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.070985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.070985] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6c5b409-0823-43de-bfa8-1b88e8456fcc already deleted. [ 574.070985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c5b409-0823-43de-bfa8-1b88e8456fcc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.474232] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bb338180-2c20-4849-8494-279bc671b414 None None] Enqueued Resource ID: fc970295-9dba-407e-9b32-f5aca6dc567b with Priority: HIGHEST for action port [ 574.474517] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc970295-9dba-407e-9b32-f5aca6dc567b with Priority: HIGHEST for action port [ 574.474899] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc970295-9dba-407e-9b32-f5aca6dc567b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.475126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc970295-9dba-407e-9b32-f5aca6dc567b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.475126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc970295-9dba-407e-9b32-f5aca6dc567b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.476925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc970295-9dba-407e-9b32-f5aca6dc567b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.476925] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc970295-9dba-407e-9b32-f5aca6dc567b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.978033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc970295-9dba-407e-9b32-f5aca6dc567b [ 574.978244] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.978390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.978459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.979052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.979052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.979052] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc970295-9dba-407e-9b32-f5aca6dc567b already deleted. [ 574.979052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc970295-9dba-407e-9b32-f5aca6dc567b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.204801] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3156bc35-651e-4868-9e23-e9e771b18119 None None] Enqueued Resource ID: e31492c7-e60c-4c7e-abca-220ff5248ff2 with Priority: HIGHEST for action port [ 575.204938] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31492c7-e60c-4c7e-abca-220ff5248ff2 with Priority: HIGHEST for action port [ 575.205805] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31492c7-e60c-4c7e-abca-220ff5248ff2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.205805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31492c7-e60c-4c7e-abca-220ff5248ff2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.205805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31492c7-e60c-4c7e-abca-220ff5248ff2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.206141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31492c7-e60c-4c7e-abca-220ff5248ff2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.206141] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31492c7-e60c-4c7e-abca-220ff5248ff2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.709424] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e31492c7-e60c-4c7e-abca-220ff5248ff2 [ 575.709723] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.710366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.710492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.711580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.711580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.711580] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e31492c7-e60c-4c7e-abca-220ff5248ff2 already deleted. [ 575.711713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31492c7-e60c-4c7e-abca-220ff5248ff2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.314884] env[65968]: INFO networking_nsxv3.common.synchronization [None req-81c1d802-9bd6-4a19-8d5a-d920e2a4be9c None None] Enqueued Resource ID: a8b09c0c-a3cf-40ae-9748-856b0b1119a0 with Priority: HIGHEST for action port [ 576.315345] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b09c0c-a3cf-40ae-9748-856b0b1119a0 with Priority: HIGHEST for action port [ 576.315704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b09c0c-a3cf-40ae-9748-856b0b1119a0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.315843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b09c0c-a3cf-40ae-9748-856b0b1119a0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.315907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b09c0c-a3cf-40ae-9748-856b0b1119a0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.316466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b09c0c-a3cf-40ae-9748-856b0b1119a0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.316563] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b09c0c-a3cf-40ae-9748-856b0b1119a0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.685260] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d7a5a5dd-ba50-46b5-9a82-4ff51bf66640 None None] Enqueued Resource ID: e4e53a57-111d-40a6-9e2d-305918e7073c with Priority: HIGHEST for action port [ 576.685793] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e53a57-111d-40a6-9e2d-305918e7073c with Priority: HIGHEST for action port [ 576.686139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e53a57-111d-40a6-9e2d-305918e7073c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.686268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e53a57-111d-40a6-9e2d-305918e7073c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.686337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e53a57-111d-40a6-9e2d-305918e7073c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.686579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e53a57-111d-40a6-9e2d-305918e7073c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.686687] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e53a57-111d-40a6-9e2d-305918e7073c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.818755] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b09c0c-a3cf-40ae-9748-856b0b1119a0 [ 576.819040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.819606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.819606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.819606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.819606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.819606] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b09c0c-a3cf-40ae-9748-856b0b1119a0 already deleted. [ 576.819606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b09c0c-a3cf-40ae-9748-856b0b1119a0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.189045] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4e53a57-111d-40a6-9e2d-305918e7073c [ 577.191281] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.191281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.191281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.191281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.191281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.191281] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4e53a57-111d-40a6-9e2d-305918e7073c already deleted. [ 577.191281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e53a57-111d-40a6-9e2d-305918e7073c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.575707] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2d6b843e-c5f9-4530-824c-afe4c8144aaa None None] Enqueued Resource ID: e39819de-bc59-4534-8c56-af506c2e7de5 with Priority: HIGHEST for action port [ 578.575707] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39819de-bc59-4534-8c56-af506c2e7de5 with Priority: HIGHEST for action port [ 578.575707] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39819de-bc59-4534-8c56-af506c2e7de5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.575707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39819de-bc59-4534-8c56-af506c2e7de5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.575707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39819de-bc59-4534-8c56-af506c2e7de5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.575707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39819de-bc59-4534-8c56-af506c2e7de5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.575707] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39819de-bc59-4534-8c56-af506c2e7de5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.607767] env[65968]: INFO networking_nsxv3.common.synchronization [None req-b8cb1098-37b7-472a-a6f2-2fb725814cae None None] Enqueued Resource ID: bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3 with Priority: HIGHEST for action port [ 578.607767] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3 with Priority: HIGHEST for action port [ 578.607767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.607767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.607767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.607767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.608162] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.921807] env[65968]: INFO networking_nsxv3.common.synchronization [None req-257e18c6-a615-44cb-bc78-5f5e1110ee58 tempest-ServersTestFqdnHostnames-991892577 tempest-ServersTestFqdnHostnames-991892577-project-member] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 578.924556] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 578.924556] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.924556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.924556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.924556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.924556] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.079917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e39819de-bc59-4534-8c56-af506c2e7de5 [ 579.079917] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.079917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.079917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.079917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.079917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.079917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e39819de-bc59-4534-8c56-af506c2e7de5 already deleted. [ 579.079917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39819de-bc59-4534-8c56-af506c2e7de5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.112124] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3 [ 579.112309] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.112445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.112503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.112716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.112808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.112912] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3 already deleted. [ 579.112997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb443c4d-a5ca-4ced-9b07-fd972cdf8ed3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.450951] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.450951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.450951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.450951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.450951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.450951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 already deleted. [ 579.450951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.020747] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f6126ff0-b8c4-4068-8f37-daa0a5e10064 tempest-ServersTestFqdnHostnames-991892577 tempest-ServersTestFqdnHostnames-991892577-project-member] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 580.021447] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 580.021703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.021836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.021924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.023040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.023040] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.248233] env[65968]: INFO networking_nsxv3.common.synchronization [None req-7622895e-b949-4c14-b011-3f4fc936f572 None None] Enqueued Resource ID: 500b8338-659b-45ca-bd0f-52e165fc78c0 with Priority: HIGHEST for action port [ 580.250024] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500b8338-659b-45ca-bd0f-52e165fc78c0 with Priority: HIGHEST for action port [ 580.250648] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-500b8338-659b-45ca-bd0f-52e165fc78c0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.250799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-500b8338-659b-45ca-bd0f-52e165fc78c0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.250892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-500b8338-659b-45ca-bd0f-52e165fc78c0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.251314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-500b8338-659b-45ca-bd0f-52e165fc78c0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.251314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500b8338-659b-45ca-bd0f-52e165fc78c0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.550076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.550385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.550473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.550690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.550787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.550899] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 already deleted. [ 580.550986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.642883] env[65968]: INFO networking_nsxv3.common.synchronization [None req-afd57c06-d697-4423-be93-f9f0a12d3910 None None] Enqueued Resource ID: 05d74db1-4be9-48de-a92b-155d4c0df946 with Priority: HIGHEST for action port [ 580.643896] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d74db1-4be9-48de-a92b-155d4c0df946 with Priority: HIGHEST for action port [ 580.644609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d74db1-4be9-48de-a92b-155d4c0df946 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.647666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d74db1-4be9-48de-a92b-155d4c0df946" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.647666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d74db1-4be9-48de-a92b-155d4c0df946" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.647666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d74db1-4be9-48de-a92b-155d4c0df946" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.647666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d74db1-4be9-48de-a92b-155d4c0df946',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.755239] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 500b8338-659b-45ca-bd0f-52e165fc78c0 [ 580.756615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.756615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.756615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.756615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.756615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.756900] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:500b8338-659b-45ca-bd0f-52e165fc78c0 already deleted. [ 580.756900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-500b8338-659b-45ca-bd0f-52e165fc78c0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.994216] env[65968]: INFO networking_nsxv3.common.synchronization [None req-756f4b12-1ed1-4961-8454-f382e232a4ed None None] Enqueued Resource ID: fec18266-a676-43be-a735-29c8a38d21b6 with Priority: HIGHEST for action port [ 580.996728] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec18266-a676-43be-a735-29c8a38d21b6 with Priority: HIGHEST for action port [ 580.996728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec18266-a676-43be-a735-29c8a38d21b6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.996728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec18266-a676-43be-a735-29c8a38d21b6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.996728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec18266-a676-43be-a735-29c8a38d21b6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.996728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec18266-a676-43be-a735-29c8a38d21b6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.996728] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec18266-a676-43be-a735-29c8a38d21b6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.148849] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d74db1-4be9-48de-a92b-155d4c0df946 [ 581.149314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.149314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.149314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.149563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.149593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.149873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d74db1-4be9-48de-a92b-155d4c0df946 already deleted. [ 581.149873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d74db1-4be9-48de-a92b-155d4c0df946" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.377902] env[65968]: INFO networking_nsxv3.common.synchronization [None req-44d59e5e-41e6-4579-97fa-371f73fe6630 None None] Enqueued Resource ID: f173b13d-03ef-4311-94f8-67348dccd9f8 with Priority: HIGHEST for action port [ 581.377902] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173b13d-03ef-4311-94f8-67348dccd9f8 with Priority: HIGHEST for action port [ 581.377902] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f173b13d-03ef-4311-94f8-67348dccd9f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.377902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f173b13d-03ef-4311-94f8-67348dccd9f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.377902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f173b13d-03ef-4311-94f8-67348dccd9f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.377902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f173b13d-03ef-4311-94f8-67348dccd9f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.379681] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f173b13d-03ef-4311-94f8-67348dccd9f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.500896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec18266-a676-43be-a735-29c8a38d21b6 [ 581.503635] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.503635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.503635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.503635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.503635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.503635] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec18266-a676-43be-a735-29c8a38d21b6 already deleted. [ 581.503635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec18266-a676-43be-a735-29c8a38d21b6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.884754] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f173b13d-03ef-4311-94f8-67348dccd9f8 [ 581.885096] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.885199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.885250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.885475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.886164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.886164] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f173b13d-03ef-4311-94f8-67348dccd9f8 already deleted. [ 581.886164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f173b13d-03ef-4311-94f8-67348dccd9f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.252739] env[65968]: INFO networking_nsxv3.common.synchronization [None req-91560e83-e3e7-47f4-b08e-541243edda51 None None] Enqueued Resource ID: ec1898fd-a9f3-49d5-9181-da5bfb47bd57 with Priority: HIGHEST for action port [ 583.253094] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1898fd-a9f3-49d5-9181-da5bfb47bd57 with Priority: HIGHEST for action port [ 583.253567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1898fd-a9f3-49d5-9181-da5bfb47bd57 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.253694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1898fd-a9f3-49d5-9181-da5bfb47bd57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.253757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1898fd-a9f3-49d5-9181-da5bfb47bd57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.253999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1898fd-a9f3-49d5-9181-da5bfb47bd57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.254227] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1898fd-a9f3-49d5-9181-da5bfb47bd57',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.756412] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1898fd-a9f3-49d5-9181-da5bfb47bd57 [ 583.756659] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.756800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.756860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.757095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.757199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.757296] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1898fd-a9f3-49d5-9181-da5bfb47bd57 already deleted. [ 583.757378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1898fd-a9f3-49d5-9181-da5bfb47bd57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.879806] env[65968]: INFO networking_nsxv3.common.synchronization [None req-84cd620c-3c7d-434c-ada1-fb0f49204c2a tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 584.880387] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 584.880606] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.880727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.880889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.882165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.882165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.403397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.403566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.403649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.403809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.403900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.403992] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae996a7-f97f-491b-8aa0-597779b63548 already deleted. [ 585.404089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.784790] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2354e279-e5b6-4c88-831a-1a72fc089991 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 585.785612] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 585.785923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.786041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.786104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.786430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.786502] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.240970] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ad52c2c4-ac56-4437-8761-f4772af183e5 None None] Enqueued Resource ID: 75df6bb3-05af-4a78-bd9b-f29d41f3ecbc with Priority: HIGHEST for action port [ 586.240970] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75df6bb3-05af-4a78-bd9b-f29d41f3ecbc with Priority: HIGHEST for action port [ 586.240970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-75df6bb3-05af-4a78-bd9b-f29d41f3ecbc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.240970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75df6bb3-05af-4a78-bd9b-f29d41f3ecbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.241517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75df6bb3-05af-4a78-bd9b-f29d41f3ecbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.242975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75df6bb3-05af-4a78-bd9b-f29d41f3ecbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.242975] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75df6bb3-05af-4a78-bd9b-f29d41f3ecbc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.299810] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ef5a5e3d-1128-48fa-9538-c1b710cb5fde None None] Enqueued Resource ID: 65502184-73bc-44ef-997a-a467ff1a2c2a with Priority: HIGHEST for action port [ 586.301146] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65502184-73bc-44ef-997a-a467ff1a2c2a with Priority: HIGHEST for action port [ 586.301146] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-65502184-73bc-44ef-997a-a467ff1a2c2a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.301146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65502184-73bc-44ef-997a-a467ff1a2c2a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.301146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65502184-73bc-44ef-997a-a467ff1a2c2a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.301146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65502184-73bc-44ef-997a-a467ff1a2c2a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.301330] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65502184-73bc-44ef-997a-a467ff1a2c2a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.309967] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.310101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.310168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.310374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.310873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.310873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae996a7-f97f-491b-8aa0-597779b63548 already deleted. [ 586.310873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.478899] env[65968]: INFO networking_nsxv3.common.synchronization [None req-34dcd08b-3c8e-47b9-89f4-a089fa62384f None None] Enqueued Resource ID: 1e2e48f0-a06d-419e-9a68-be12519fabfd with Priority: HIGHEST for action port [ 586.479554] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2e48f0-a06d-419e-9a68-be12519fabfd with Priority: HIGHEST for action port [ 586.479894] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e2e48f0-a06d-419e-9a68-be12519fabfd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.480354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e2e48f0-a06d-419e-9a68-be12519fabfd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.481779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e2e48f0-a06d-419e-9a68-be12519fabfd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.481779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e2e48f0-a06d-419e-9a68-be12519fabfd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.481779] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2e48f0-a06d-419e-9a68-be12519fabfd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.694202] env[65968]: INFO networking_nsxv3.common.synchronization [None req-6747a8c7-50d9-480d-9efe-a9bae4292476 None None] Enqueued Resource ID: 7702754f-6015-42bd-8993-c2bc15ae0fa9 with Priority: HIGHEST for action port [ 586.694665] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7702754f-6015-42bd-8993-c2bc15ae0fa9 with Priority: HIGHEST for action port [ 586.694997] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-7702754f-6015-42bd-8993-c2bc15ae0fa9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.695202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7702754f-6015-42bd-8993-c2bc15ae0fa9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.695202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7702754f-6015-42bd-8993-c2bc15ae0fa9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.695472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7702754f-6015-42bd-8993-c2bc15ae0fa9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.695577] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7702754f-6015-42bd-8993-c2bc15ae0fa9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.743534] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75df6bb3-05af-4a78-bd9b-f29d41f3ecbc [ 586.744724] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.745616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75df6bb3-05af-4a78-bd9b-f29d41f3ecbc already deleted. [ 586.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75df6bb3-05af-4a78-bd9b-f29d41f3ecbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.807387] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65502184-73bc-44ef-997a-a467ff1a2c2a [ 586.807625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.807797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.807866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.808094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.808330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.808330] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65502184-73bc-44ef-997a-a467ff1a2c2a already deleted. [ 586.808330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65502184-73bc-44ef-997a-a467ff1a2c2a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.983794] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e2e48f0-a06d-419e-9a68-be12519fabfd [ 586.983930] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.984016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.984085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.984355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.984419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.984514] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e2e48f0-a06d-419e-9a68-be12519fabfd already deleted. [ 586.984593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e2e48f0-a06d-419e-9a68-be12519fabfd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.199584] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7702754f-6015-42bd-8993-c2bc15ae0fa9 [ 587.199584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.199584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.199584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.199584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.199584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.199584] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7702754f-6015-42bd-8993-c2bc15ae0fa9 already deleted. [ 587.199584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7702754f-6015-42bd-8993-c2bc15ae0fa9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.361059] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8c4b2e07-0a73-4d7f-81e2-37987c320c42 None None] Enqueued Resource ID: f6fb7ae7-9fd1-4911-82b8-e0788d5e5286 with Priority: HIGHEST for action port [ 587.361602] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fb7ae7-9fd1-4911-82b8-e0788d5e5286 with Priority: HIGHEST for action port [ 587.361902] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6fb7ae7-9fd1-4911-82b8-e0788d5e5286 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.362990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6fb7ae7-9fd1-4911-82b8-e0788d5e5286" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.363164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6fb7ae7-9fd1-4911-82b8-e0788d5e5286" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.363429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6fb7ae7-9fd1-4911-82b8-e0788d5e5286" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.363516] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fb7ae7-9fd1-4911-82b8-e0788d5e5286',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.868016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6fb7ae7-9fd1-4911-82b8-e0788d5e5286 [ 587.868016] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.868016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.868016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.868016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.868016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.868016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6fb7ae7-9fd1-4911-82b8-e0788d5e5286 already deleted. [ 587.868016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6fb7ae7-9fd1-4911-82b8-e0788d5e5286" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.218260] env[65968]: INFO networking_nsxv3.common.synchronization [None req-4ecce7e2-6a1f-4665-8bcc-53c639e5a64d None None] Enqueued Resource ID: 4324ec18-379d-49ae-9597-e21776bcbbc4 with Priority: HIGHEST for action port [ 588.218612] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324ec18-379d-49ae-9597-e21776bcbbc4 with Priority: HIGHEST for action port [ 588.218612] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4324ec18-379d-49ae-9597-e21776bcbbc4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.218772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4324ec18-379d-49ae-9597-e21776bcbbc4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.218772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4324ec18-379d-49ae-9597-e21776bcbbc4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.218970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4324ec18-379d-49ae-9597-e21776bcbbc4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.221215] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4324ec18-379d-49ae-9597-e21776bcbbc4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.323019] env[65968]: INFO networking_nsxv3.common.synchronization [None req-492f7f17-caec-499d-ab27-b7b21626b89e None None] Enqueued Resource ID: 7ba7c0f4-85a7-427e-afb4-3fb25ab868b3 with Priority: HIGHEST for action port [ 588.323019] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba7c0f4-85a7-427e-afb4-3fb25ab868b3 with Priority: HIGHEST for action port [ 588.323019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba7c0f4-85a7-427e-afb4-3fb25ab868b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.323019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba7c0f4-85a7-427e-afb4-3fb25ab868b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.323019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba7c0f4-85a7-427e-afb4-3fb25ab868b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.323019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba7c0f4-85a7-427e-afb4-3fb25ab868b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.323019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba7c0f4-85a7-427e-afb4-3fb25ab868b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.727131] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4324ec18-379d-49ae-9597-e21776bcbbc4 [ 588.727131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.727131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.727131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.727131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.727131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.727131] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4324ec18-379d-49ae-9597-e21776bcbbc4 already deleted. [ 588.727131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4324ec18-379d-49ae-9597-e21776bcbbc4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.825791] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ba7c0f4-85a7-427e-afb4-3fb25ab868b3 [ 588.826062] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.826187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.826240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.826456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.826550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827633] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ba7c0f4-85a7-427e-afb4-3fb25ab868b3 already deleted. [ 588.827633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba7c0f4-85a7-427e-afb4-3fb25ab868b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.626126] env[65968]: INFO networking_nsxv3.common.synchronization [None req-4e74260c-c239-469d-beb7-de76cb88f818 None None] Enqueued Resource ID: 87c83511-900d-475d-be7c-afe22ed4d881 with Priority: HIGHEST for action port [ 591.629521] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c83511-900d-475d-be7c-afe22ed4d881 with Priority: HIGHEST for action port [ 591.630157] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c83511-900d-475d-be7c-afe22ed4d881 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.630157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c83511-900d-475d-be7c-afe22ed4d881" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.630157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c83511-900d-475d-be7c-afe22ed4d881" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.630157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c83511-900d-475d-be7c-afe22ed4d881" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.630157] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c83511-900d-475d-be7c-afe22ed4d881',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.642255] env[65968]: INFO networking_nsxv3.common.synchronization [None req-783d84ac-8657-4853-a43b-2ad3f41f7c34 None None] Enqueued Resource ID: 451ff45a-8c2c-4a3c-a488-c279bb29602a with Priority: HIGHEST for action port [ 591.642255] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451ff45a-8c2c-4a3c-a488-c279bb29602a with Priority: HIGHEST for action port [ 591.642255] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-451ff45a-8c2c-4a3c-a488-c279bb29602a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.642255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451ff45a-8c2c-4a3c-a488-c279bb29602a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.642255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451ff45a-8c2c-4a3c-a488-c279bb29602a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.642255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451ff45a-8c2c-4a3c-a488-c279bb29602a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.642255] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451ff45a-8c2c-4a3c-a488-c279bb29602a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.135632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87c83511-900d-475d-be7c-afe22ed4d881 [ 592.135632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.135632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.135632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.135632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.135632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.135632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87c83511-900d-475d-be7c-afe22ed4d881 already deleted. [ 592.135632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c83511-900d-475d-be7c-afe22ed4d881" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.144651] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 451ff45a-8c2c-4a3c-a488-c279bb29602a [ 592.144880] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.145039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.147661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.147661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.147661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.147661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:451ff45a-8c2c-4a3c-a488-c279bb29602a already deleted. [ 592.147661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451ff45a-8c2c-4a3c-a488-c279bb29602a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.226613] env[65968]: INFO networking_nsxv3.common.synchronization [req-36bb9c6d-4d84-4fe3-8c6d-b2acc32e6fa0 req-19e9fa08-74f6-4831-8cd8-088e47142fbb tempest-ServerDiagnosticsNegativeTest-852971316 tempest-ServerDiagnosticsNegativeTest-852971316-project-member] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 593.226613] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 593.226613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.226613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.226613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.226911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.227062] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.227608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.227744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.227869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.228272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.228272] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.587080] env[65968]: INFO networking_nsxv3.common.synchronization [None req-9c859592-2771-46bf-b228-32afec9d7717 None None] Enqueued Resource ID: 65515b9f-c25b-4222-9dbb-3a6f47dbcf32 with Priority: HIGHEST for action port [ 593.587337] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65515b9f-c25b-4222-9dbb-3a6f47dbcf32 with Priority: HIGHEST for action port [ 593.587966] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-65515b9f-c25b-4222-9dbb-3a6f47dbcf32 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.588095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65515b9f-c25b-4222-9dbb-3a6f47dbcf32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.588145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65515b9f-c25b-4222-9dbb-3a6f47dbcf32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.588430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65515b9f-c25b-4222-9dbb-3a6f47dbcf32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.588430] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65515b9f-c25b-4222-9dbb-3a6f47dbcf32',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.730597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.730746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.730830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.731110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.731206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.731410] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.731511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.731573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.731731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.731804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.731883] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 already deleted. [ 593.731960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.091113] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65515b9f-c25b-4222-9dbb-3a6f47dbcf32 [ 594.091113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.091113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.091668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.091668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.091668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.091668] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65515b9f-c25b-4222-9dbb-3a6f47dbcf32 already deleted. [ 594.091668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65515b9f-c25b-4222-9dbb-3a6f47dbcf32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.267291] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2d476dae-efb8-4a9d-b9b2-02917eaa4fc3 tempest-VolumesAssistedSnapshotsTest-439694033 tempest-VolumesAssistedSnapshotsTest-439694033-project-member] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 594.267291] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 594.267291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.267291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.267291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.267291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.267695] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.790184] env[65968]: INFO networking_nsxv3.common.synchronization [None req-00838843-3a8b-418a-b1f7-39ee57a1782f None None] Enqueued Resource ID: 49b4f56c-a3f1-4a26-8927-8ba2301ff5f9 with Priority: HIGHEST for action port [ 594.792864] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.792864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.792864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.793421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.793421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.793421] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a already deleted. [ 594.793421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.793993] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b4f56c-a3f1-4a26-8927-8ba2301ff5f9 with Priority: HIGHEST for action port [ 594.794293] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b4f56c-a3f1-4a26-8927-8ba2301ff5f9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.794398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b4f56c-a3f1-4a26-8927-8ba2301ff5f9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.794497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b4f56c-a3f1-4a26-8927-8ba2301ff5f9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.795068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b4f56c-a3f1-4a26-8927-8ba2301ff5f9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.795068] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b4f56c-a3f1-4a26-8927-8ba2301ff5f9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.869023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.869023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.869023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.869743] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.869992] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.870242] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.870433] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.870617] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.870794] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.871021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.893853] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.893853] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.893853] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.893853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.893853] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-27496e80-6045-4d31-82cd-7e9c5acd54d7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.894492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.894492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.894492] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27496e80-6045-4d31-82cd-7e9c5acd54d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.997469] env[65968]: INFO networking_nsxv3.common.synchronization [None req-47154832-c04f-4d08-9b2c-c3a099802fe9 tempest-VolumesAssistedSnapshotsTest-439694033 tempest-VolumesAssistedSnapshotsTest-439694033-project-member] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 594.998034] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 594.998542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.999235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.999482] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.074364] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8f4c653d-5f9a-45e4-8b89-4c92f37cb77c None None] Enqueued Resource ID: 561b3f5f-366b-4dd4-a592-4066b1a1ac01 with Priority: HIGHEST for action port [ 595.074620] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561b3f5f-366b-4dd4-a592-4066b1a1ac01 with Priority: HIGHEST for action port [ 595.075625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-561b3f5f-366b-4dd4-a592-4066b1a1ac01 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.075625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561b3f5f-366b-4dd4-a592-4066b1a1ac01" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.075625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561b3f5f-366b-4dd4-a592-4066b1a1ac01" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.075625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561b3f5f-366b-4dd4-a592-4066b1a1ac01" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.075625] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561b3f5f-366b-4dd4-a592-4066b1a1ac01',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.299684] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b4f56c-a3f1-4a26-8927-8ba2301ff5f9 [ 595.299984] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.300150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.300231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.300615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.300615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.300615] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b4f56c-a3f1-4a26-8927-8ba2301ff5f9 already deleted. [ 595.300845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b4f56c-a3f1-4a26-8927-8ba2301ff5f9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.399575] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.399575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.399575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.400132] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.400132] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.400283] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 27496e80-6045-4d31-82cd-7e9c5acd54d7 not found, creating... [ 595.400503] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404186] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404186] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 27496e80-6045-4d31-82cd-7e9c5acd54d7 is going to be created. [ 595.429349] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.429504] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.429634] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.430638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.430638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.430638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.526511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.526511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.526715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.526789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.526891] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a already deleted. [ 595.527032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.568852] env[65968]: INFO networking_nsxv3.common.synchronization [None req-35680256-d6b5-4559-8a99-0527eaeef66f None None] Enqueued Resource ID: 6102b2bc-15cd-4651-9320-ca286e925d69 with Priority: HIGHEST for action port [ 595.569162] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6102b2bc-15cd-4651-9320-ca286e925d69 with Priority: HIGHEST for action port [ 595.569797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6102b2bc-15cd-4651-9320-ca286e925d69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.569986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6102b2bc-15cd-4651-9320-ca286e925d69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.570088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6102b2bc-15cd-4651-9320-ca286e925d69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.570329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6102b2bc-15cd-4651-9320-ca286e925d69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.570432] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6102b2bc-15cd-4651-9320-ca286e925d69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.577587] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 561b3f5f-366b-4dd4-a592-4066b1a1ac01 [ 595.577759] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.577894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.577966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.578191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.578280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:561b3f5f-366b-4dd4-a592-4066b1a1ac01 already deleted. [ 595.578452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561b3f5f-366b-4dd4-a592-4066b1a1ac01" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.654093] env[65968]: INFO networking_nsxv3.common.synchronization [req-d180dfb3-b2e3-489d-ab46-3876dd4adfe4 req-05dbc2de-df42-4ee9-bca1-fde73d10d91c tempest-DeleteServersAdminTestJSON-1497834712 tempest-DeleteServersAdminTestJSON-1497834712-project-member] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 595.654093] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 595.654093] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.654093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.654093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.654093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.654093] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.654093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.654093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.654979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.655247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.655457] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.904988] env[65968]: INFO networking_nsxv3.common.synchronization [None req-cf162d5a-9f2c-4020-9317-1c8a0fecd618 None None] Enqueued Resource ID: 99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43 with Priority: HIGHEST for action port [ 595.904988] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43 with Priority: HIGHEST for action port [ 595.904988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.904988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.904988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.904988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.908341] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.077018] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6102b2bc-15cd-4651-9320-ca286e925d69 [ 596.077018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.077018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.077018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.077018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.077018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.077018] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6102b2bc-15cd-4651-9320-ca286e925d69 already deleted. [ 596.077018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6102b2bc-15cd-4651-9320-ca286e925d69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.160777] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.161154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.161238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.161442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.161532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.162368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.162368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.162368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.162368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.162368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.162368] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 already deleted. [ 596.162368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.228777] env[65968]: INFO networking_nsxv3.common.synchronization [req-36bb9c6d-4d84-4fe3-8c6d-b2acc32e6fa0 req-992ce375-a3cd-42b4-a375-7b5a326fcba8 service nova] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_rules [ 596.228949] env[65968]: INFO networking_nsxv3.common.synchronization [req-36bb9c6d-4d84-4fe3-8c6d-b2acc32e6fa0 req-992ce375-a3cd-42b4-a375-7b5a326fcba8 service nova] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 596.229180] env[65968]: INFO networking_nsxv3.common.synchronization [req-36bb9c6d-4d84-4fe3-8c6d-b2acc32e6fa0 req-992ce375-a3cd-42b4-a375-7b5a326fcba8 service nova] Enqueued Resource ID: 27496e80-6045-4d31-82cd-7e9c5acd54d7 with Priority: HIGHEST for action port [ 596.229406] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_rules [ 596.229534] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 596.229631] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27496e80-6045-4d31-82cd-7e9c5acd54d7 with Priority: HIGHEST for action port [ 596.231151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.231151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.231151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.231354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.231433] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.232330] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.232710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.232832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.233064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.233259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.233395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.233497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.233676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.233803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.233936] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.235734] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-27496e80-6045-4d31-82cd-7e9c5acd54d7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.235893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.235989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.236198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.236657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27496e80-6045-4d31-82cd-7e9c5acd54d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.411504] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43 [ 596.411853] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.411853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.411853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.412067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.412213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.412375] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43 already deleted. [ 596.412462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c63023-b9f2-4b6a-8ef0-1a97ebaf4b43" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.629738] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629919] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630077] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.630338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.630586] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.630837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.631168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.631351] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.631547] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.631651] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.631751] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.631889] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.631984] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.632132] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.632264] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.652131] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.652311] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.652454] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.653420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.653420] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-4b469c4a-ec01-42a0-802d-51394b3e7d94 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.653420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.653420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.653574] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.653713] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b469c4a-ec01-42a0-802d-51394b3e7d94',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.739078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.739322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.751221] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.756997] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27496e80-6045-4d31-82cd-7e9c5acd54d7 with status ACTIVE [ 596.757489] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.757489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.757489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.758134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.758134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.758134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.758134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.758134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.759540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.759540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.759540] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27496e80-6045-4d31-82cd-7e9c5acd54d7 is going to be updated. [ 596.784238] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.784458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.784458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.784632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.784810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.784981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27496e80-6045-4d31-82cd-7e9c5acd54d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.159182] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.159182] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.159182] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.159182] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.159458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.159559] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 4b469c4a-ec01-42a0-802d-51394b3e7d94 not found, creating... [ 597.159846] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.160072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.160204] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.160451] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.160721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.161107] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.161292] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.162017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.162017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.162017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.162349] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 4b469c4a-ec01-42a0-802d-51394b3e7d94 is going to be created. [ 597.184572] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.184733] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.184895] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.185229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.185750] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.185750] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.253638] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.756285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.756572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.756572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.756765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.756833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.756900] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 is going to be created. [ 597.789498] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.789663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.789725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.789923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.790140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.800607] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: UNINITIALIZED for 2s [ 597.945960] env[65968]: INFO networking_nsxv3.common.synchronization [req-d180dfb3-b2e3-489d-ab46-3876dd4adfe4 req-1d76f69d-0f32-45a4-b02d-2fa277ad97b7 service nova] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_rules [ 597.946082] env[65968]: INFO networking_nsxv3.common.synchronization [req-d180dfb3-b2e3-489d-ab46-3876dd4adfe4 req-1d76f69d-0f32-45a4-b02d-2fa277ad97b7 service nova] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 597.946577] env[65968]: INFO networking_nsxv3.common.synchronization [req-d180dfb3-b2e3-489d-ab46-3876dd4adfe4 req-1d76f69d-0f32-45a4-b02d-2fa277ad97b7 service nova] Enqueued Resource ID: 4b469c4a-ec01-42a0-802d-51394b3e7d94 with Priority: HIGHEST for action port [ 597.946733] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_rules [ 597.946866] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 597.946961] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b469c4a-ec01-42a0-802d-51394b3e7d94 with Priority: HIGHEST for action port [ 597.947248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.947368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.947432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.948194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.948297] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.949178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.949298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.949366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.949553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.949782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.949938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.949938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.952487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.953139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.953139] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.953987] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b469c4a-ec01-42a0-802d-51394b3e7d94 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.953987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.953987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.954438] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b469c4a-ec01-42a0-802d-51394b3e7d94',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.219098] env[65968]: INFO networking_nsxv3.common.synchronization [None req-e1e29513-c5e6-4f97-adc2-32f7675353cf None None] Enqueued Resource ID: 0e7b4755-dd35-4494-8a2e-b8709fa18d61 with Priority: HIGHEST for action port [ 598.219098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7b4755-dd35-4494-8a2e-b8709fa18d61 with Priority: HIGHEST for action port [ 598.219098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7b4755-dd35-4494-8a2e-b8709fa18d61 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.219098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7b4755-dd35-4494-8a2e-b8709fa18d61" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.219098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7b4755-dd35-4494-8a2e-b8709fa18d61" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.219375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7b4755-dd35-4494-8a2e-b8709fa18d61" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.220210] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7b4755-dd35-4494-8a2e-b8709fa18d61',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.456812] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.456812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.456812] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.457286] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b469c4a-ec01-42a0-802d-51394b3e7d94 with status ACTIVE [ 598.457384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.457500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.457581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.457769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.457948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.458286] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.458368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.459093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.462228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.462228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.462434] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.462531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.462591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.462758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.462836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.462921] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b469c4a-ec01-42a0-802d-51394b3e7d94 is going to be updated. [ 598.488120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.488305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.488359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.488544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.488680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.488835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b469c4a-ec01-42a0-802d-51394b3e7d94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.724618] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e7b4755-dd35-4494-8a2e-b8709fa18d61 [ 598.725464] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.725464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.725612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.726488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.726488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.726488] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e7b4755-dd35-4494-8a2e-b8709fa18d61 already deleted. [ 598.726488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7b4755-dd35-4494-8a2e-b8709fa18d61" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857954] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b2d76b8-d642-4a94-a502-5761e1706df6 req-517d58b7-218e-4e72-9d47-462c0c768850 tempest-ImagesNegativeTestJSON-23699949 tempest-ImagesNegativeTestJSON-23699949-project-member] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 598.858489] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 598.858786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.858903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.858968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.859789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.859952] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.860086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.860151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.860307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.860989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.860989] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.964576] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.362835] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.363026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.363093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.363318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.363403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.363597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.363719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.363796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.363969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.364079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.364169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 already deleted. [ 599.364275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.467964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.468197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.468293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.468466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.468563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.468665] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be created. [ 599.502923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.502923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.502923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.503118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.503233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.516092] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: UNINITIALIZED for 2s [ 599.814209] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: SUCCESS [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.814209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.814209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.814569] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.915665] env[65968]: INFO networking_nsxv3.common.synchronization [None req-0c02b065-705b-4f75-92ac-74c1457ada04 None None] Enqueued Resource ID: 60f9b4ee-2a43-4765-952a-0a5f2f424518 with Priority: HIGHEST for action port [ 599.917515] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f9b4ee-2a43-4765-952a-0a5f2f424518 with Priority: HIGHEST for action port [ 599.922061] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f9b4ee-2a43-4765-952a-0a5f2f424518 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.922061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f9b4ee-2a43-4765-952a-0a5f2f424518" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f9b4ee-2a43-4765-952a-0a5f2f424518" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f9b4ee-2a43-4765-952a-0a5f2f424518" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.922061] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f9b4ee-2a43-4765-952a-0a5f2f424518',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.961602] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-169" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961875] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-169" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.962268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-169" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.962529] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.962673] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.962780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.963017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.963185] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.963419] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.963524] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.963616] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.963708] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.963810] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.963898] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.964089] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.984746] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.984908] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.985056] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.985211] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-169" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.985520] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a85985d6-1b60-44d3-82c3-27ed85494210 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.985686] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.985795] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.986128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.986259] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85985d6-1b60-44d3-82c3-27ed85494210',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.317123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.317439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.317439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.318025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.318025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.318025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.318025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.318417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.318417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.318417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.319651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.319651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.319651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.319651] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.422943] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f9b4ee-2a43-4765-952a-0a5f2f424518 [ 600.423218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.423358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.423427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.423649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.423740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.423835] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f9b4ee-2a43-4765-952a-0a5f2f424518 already deleted. [ 600.423916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f9b4ee-2a43-4765-952a-0a5f2f424518" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.490398] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.490679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.490741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.491015] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491194] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.491359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a85985d6-1b60-44d3-82c3-27ed85494210 not found, creating... [ 600.491717] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.491788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.491867] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.492092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.492223] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.492542] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.492687] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.492797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.492999] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.496471] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.496632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a85985d6-1b60-44d3-82c3-27ed85494210 is going to be created. [ 600.526323] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.526323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.526323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.526323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.526323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.526323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.823014] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 505f1edd-d097-4ee7-88b3-d8ad942b6b69: rpc.has_security_group_logging(os_id): False [ 600.842702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.842863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.843026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.843246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.843382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.843579] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.843679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.843737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.843900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.844076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.844172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.844268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.844326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.844466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.844538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.844808] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.844920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.844966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.845125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.845199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.845286] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 is going to be created. [ 600.909927] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.910945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.910945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.910945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.925073] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: IN_PROGRESS for 2s [ 601.052145] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ae5c570a-e5f1-4571-b390-b430d507fc73 None None] Enqueued Resource ID: 2ab2170d-a36a-4a30-8d00-f6daae02e67e with Priority: HIGHEST for action port [ 601.052881] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab2170d-a36a-4a30-8d00-f6daae02e67e with Priority: HIGHEST for action port [ 601.054056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab2170d-a36a-4a30-8d00-f6daae02e67e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.054232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab2170d-a36a-4a30-8d00-f6daae02e67e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.054311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab2170d-a36a-4a30-8d00-f6daae02e67e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.055443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab2170d-a36a-4a30-8d00-f6daae02e67e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.055443] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab2170d-a36a-4a30-8d00-f6daae02e67e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b2d76b8-d642-4a94-a502-5761e1706df6 req-0ee4ad66-1406-41b3-8864-922e1ab34435 service nova] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_rules [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b2d76b8-d642-4a94-a502-5761e1706df6 req-0ee4ad66-1406-41b3-8864-922e1ab34435 service nova] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b2d76b8-d642-4a94-a502-5761e1706df6 req-0ee4ad66-1406-41b3-8864-922e1ab34435 service nova] Enqueued Resource ID: a85985d6-1b60-44d3-82c3-27ed85494210 with Priority: HIGHEST for action port [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_rules [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 601.243336] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85985d6-1b60-44d3-82c3-27ed85494210 with Priority: HIGHEST for action port [ 601.243748] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.243748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.243748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.244015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.244089] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.245083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.245083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246952] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.246952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.249304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.249476] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.250663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85985d6-1b60-44d3-82c3-27ed85494210 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.250844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.251490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.251490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.251490] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85985d6-1b60-44d3-82c3-27ed85494210',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.527168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 601.527396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.527549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.528124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.528124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.528124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.528341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.528341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.528412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.528500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.528584] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.560763] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ab2170d-a36a-4a30-8d00-f6daae02e67e [ 601.560989] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.561172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.561321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.561447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.561534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.561634] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ab2170d-a36a-4a30-8d00-f6daae02e67e already deleted. [ 601.561698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab2170d-a36a-4a30-8d00-f6daae02e67e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.754848] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.754962] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.755061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.755779] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a85985d6-1b60-44d3-82c3-27ed85494210 with status ACTIVE [ 601.755779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.755779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.755779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.755779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.755779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.756084] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.756084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.756084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.756189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.756267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.756439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.756532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.756592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.756765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.756825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.756880] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a85985d6-1b60-44d3-82c3-27ed85494210 is going to be updated. [ 601.782838] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.782838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.782838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.782838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.782838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.782838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85985d6-1b60-44d3-82c3-27ed85494210" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.031216] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.031618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.031618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.031732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.031828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.032051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.032149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.032213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.032909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.032909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.032909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.032909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.032909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.032909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.032909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.034672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.034672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.034672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.034672] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.260674] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.303756] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8d8052ad-be47-49e9-b7f6-8d45843c7400 None None] Enqueued Resource ID: 98df3603-7139-48b3-a684-5b4134b6ab96 with Priority: HIGHEST for action port [ 602.306373] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98df3603-7139-48b3-a684-5b4134b6ab96 with Priority: HIGHEST for action port [ 602.306373] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-98df3603-7139-48b3-a684-5b4134b6ab96 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.306373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98df3603-7139-48b3-a684-5b4134b6ab96" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.306373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98df3603-7139-48b3-a684-5b4134b6ab96" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.306373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98df3603-7139-48b3-a684-5b4134b6ab96" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.306373] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98df3603-7139-48b3-a684-5b4134b6ab96',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.480721] env[65968]: INFO networking_nsxv3.common.synchronization [req-8e092932-d718-46a2-9b4c-737ecee0b849 req-79d73b6d-2f2a-4df5-83c4-daf0f4441399 tempest-ServersTestFqdnHostnames-991892577 tempest-ServersTestFqdnHostnames-991892577-project-member] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 602.481852] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 602.481852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.481852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.481852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.482851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.484881] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.484881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.484881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.484881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.484881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.484881] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.538038] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0920df78-14c4-425f-9a42-b6396632a9d3: rpc.has_security_group_logging(os_id): False [ 602.558756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.559039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.559116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.559344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.559418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.559628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.559726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.559792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.559940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.560036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.560272] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.560365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.560425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.560565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.560636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.560817] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.560908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.560957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.561654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.562102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.562311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be created. [ 602.698022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.698022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.698022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.710146] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 602.764471] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.764650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.765362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.765362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.765362] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 is going to be created. [ 602.798171] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.799018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.801018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.801018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.801018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.812621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98df3603-7139-48b3-a684-5b4134b6ab96 [ 602.812621] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.812621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.812621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.812621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.812621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.812621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98df3603-7139-48b3-a684-5b4134b6ab96 already deleted. [ 602.812621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98df3603-7139-48b3-a684-5b4134b6ab96" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.819157] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: UNINITIALIZED for 2s [ 602.900772] env[65968]: INFO networking_nsxv3.common.synchronization [req-77f241c6-fcb7-4200-aaba-4aff57ab5774 req-191e5be6-dbdf-4e12-b731-9c202f8b49b0 tempest-FloatingIPsAssociationTestJSON-376555180 tempest-FloatingIPsAssociationTestJSON-376555180-project-member] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 602.903178] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 602.903178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.903904] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.937328] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: SUCCESS [ 602.937328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.988551] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.988551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.988551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.991709] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.991709] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 already deleted. [ 602.991709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.281613] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.282471] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-73" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.282471] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-73" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.282471] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-73" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.282471] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.282691] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.282738] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.282935] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.283083] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.283286] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.283392] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.283493] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.283593] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.283692] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.283828] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.284195] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.310232] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.310387] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.310560] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.310804] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-73" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.311128] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.311320] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.311431] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.311792] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.311978] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0543deb-0f5a-4be7-ac3e-12af1bfa16ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.363620] env[65968]: INFO networking_nsxv3.common.synchronization [None req-95de7f3c-0e90-4c19-b374-7b68414d4668 None None] Enqueued Resource ID: bf78e07a-788a-4dd0-9999-60299c3eff59 with Priority: HIGHEST for action port [ 603.364096] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf78e07a-788a-4dd0-9999-60299c3eff59 with Priority: HIGHEST for action port [ 603.364414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf78e07a-788a-4dd0-9999-60299c3eff59 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.364554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf78e07a-788a-4dd0-9999-60299c3eff59" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.364613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf78e07a-788a-4dd0-9999-60299c3eff59" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.364832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf78e07a-788a-4dd0-9999-60299c3eff59" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.364907] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf78e07a-788a-4dd0-9999-60299c3eff59',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.406310] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.406548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.406548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.406724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.406814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.406995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.407098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.407169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.407300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.407371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.407454] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a already deleted. [ 603.407533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.558440] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.558645] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.558759] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559142] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.559389] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559561] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.559675] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559906] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.560093] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.560291] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.560419] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.560520] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.560657] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.560737] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.560836] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.560962] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.578568] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.578723] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.578858] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.579043] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.579350] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-8038eb3f-fad9-4153-bcd1-98849427d7fc taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.579511] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.579622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.579936] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.580143] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8038eb3f-fad9-4153-bcd1-98849427d7fc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.815307] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.815307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.815307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.815478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.815553] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.815710] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e0543deb-0f5a-4be7-ac3e-12af1bfa16ce not found, creating... [ 603.815967] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.816161] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.816279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.816476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.816598] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.816872] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.817021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.817132] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.817336] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.817452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817585] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e0543deb-0f5a-4be7-ac3e-12af1bfa16ce is going to be created. [ 603.839246] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.839488] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.839617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.839894] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.840266] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.840527] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.868088] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf78e07a-788a-4dd0-9999-60299c3eff59 [ 603.868483] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.868710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.868842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.869191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.869362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.869598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf78e07a-788a-4dd0-9999-60299c3eff59 already deleted. [ 603.869747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf78e07a-788a-4dd0-9999-60299c3eff59" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.082634] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.082839] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.084105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.084105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.084105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.084105] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 8038eb3f-fad9-4153-bcd1-98849427d7fc not found, creating... [ 604.084105] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.084105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.084105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.084396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.084396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.084606] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.084746] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.084853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.085069] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.085193] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.085320] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 8038eb3f-fad9-4153-bcd1-98849427d7fc is going to be created. [ 604.107775] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.107977] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.108133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.108402] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.108995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.108995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.517834] env[65968]: INFO networking_nsxv3.common.synchronization [req-8e092932-d718-46a2-9b4c-737ecee0b849 req-dd8c6516-3160-4f58-8a60-c99936b2106e service nova] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 604.518245] env[65968]: INFO networking_nsxv3.common.synchronization [req-8e092932-d718-46a2-9b4c-737ecee0b849 req-dd8c6516-3160-4f58-8a60-c99936b2106e service nova] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 604.518462] env[65968]: INFO networking_nsxv3.common.synchronization [req-8e092932-d718-46a2-9b4c-737ecee0b849 req-dd8c6516-3160-4f58-8a60-c99936b2106e service nova] Enqueued Resource ID: e0543deb-0f5a-4be7-ac3e-12af1bfa16ce with Priority: HIGHEST for action port [ 604.519028] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_rules [ 604.519266] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 604.519454] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0543deb-0f5a-4be7-ac3e-12af1bfa16ce with Priority: HIGHEST for action port [ 604.520129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.520129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.520129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.520334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.520334] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.521644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.521792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.521925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.522123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.522300] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.522706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.522706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.522777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.522882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.522984] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.524491] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.524491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.524491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.524751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.524751] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0543deb-0f5a-4be7-ac3e-12af1bfa16ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.724028] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 604.724028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.818644] env[65968]: INFO networking_nsxv3.common.synchronization [req-77f241c6-fcb7-4200-aaba-4aff57ab5774 req-b5e32078-74ef-4213-a3d3-c4f702d7cef5 service nova] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_rules [ 604.818813] env[65968]: INFO networking_nsxv3.common.synchronization [req-77f241c6-fcb7-4200-aaba-4aff57ab5774 req-b5e32078-74ef-4213-a3d3-c4f702d7cef5 service nova] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 604.818937] env[65968]: INFO networking_nsxv3.common.synchronization [req-77f241c6-fcb7-4200-aaba-4aff57ab5774 req-b5e32078-74ef-4213-a3d3-c4f702d7cef5 service nova] Enqueued Resource ID: 8038eb3f-fad9-4153-bcd1-98849427d7fc with Priority: HIGHEST for action port [ 604.819654] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_rules [ 604.819748] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 604.819913] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8038eb3f-fad9-4153-bcd1-98849427d7fc with Priority: HIGHEST for action port [ 604.821086] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.821219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.821283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.821526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.821929] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.824586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.824714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.824788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.824973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.825145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.825246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.825306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.825461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.826395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.826672] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.827757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8038eb3f-fad9-4153-bcd1-98849427d7fc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.827757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.827911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.829024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.829024] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8038eb3f-fad9-4153-bcd1-98849427d7fc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.841036] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: SUCCESS [ 604.841036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.841267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.841578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.841859] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.842274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.842345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.842506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.842587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.842672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.842781] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.030027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.030027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.030027] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0543deb-0f5a-4be7-ac3e-12af1bfa16ce with status ACTIVE [ 605.030027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.030027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.030027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.031555] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.032077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.032077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.032077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.032818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.032991] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0543deb-0f5a-4be7-ac3e-12af1bfa16ce is going to be updated. [ 605.058010] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.058174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.058243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.058449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.058585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.058740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0543deb-0f5a-4be7-ac3e-12af1bfa16ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.332342] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.332342] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.332342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.337761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8038eb3f-fad9-4153-bcd1-98849427d7fc with status ACTIVE [ 605.337761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8038eb3f-fad9-4153-bcd1-98849427d7fc is going to be updated. [ 605.348024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.348024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.348024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.348024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.348024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.351805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.351805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.351805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.351805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.351805] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.365076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.365076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.365076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.365076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.365076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.365076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8038eb3f-fad9-4153-bcd1-98849427d7fc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.441509] env[65968]: INFO networking_nsxv3.common.synchronization [req-2a49a76d-0a23-4560-900b-214be2b676d2 req-e55d56df-0bf9-4b07-aef4-df25dd30f8dc tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 605.441509] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 605.445985] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.445985] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.445985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.445985] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.535923] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.835780] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.841876] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.842117] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.842240] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.842683] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.842956] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.843137] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.843260] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.843495] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.843659] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.843857] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.843959] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.844071] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.844186] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.844289] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.844420] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.844598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.853015] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ce5355-56a1-4e30-8605-5b79acaf2544: rpc.has_security_group_logging(os_id): False [ 605.870329] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.870509] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.870630] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.870808] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.871181] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.871696] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.871814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.872165] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.872297] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd17032-7aa3-48f4-8a12-26fc3f4a6257',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.880132] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.880283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.880371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.880583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.880667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.880856] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.880953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.881032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.881229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.881303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.881507] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.881576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.881608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.881752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.881825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.882034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.882126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.882356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.882356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.882545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.882545] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 is going to be created. [ 605.916655] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3cbdc94a-63ca-4e1f-96f2-d1309f2b43b5 None None] Enqueued Resource ID: ba99c2ec-fffd-42aa-9983-18d0495666ad with Priority: HIGHEST for action port [ 605.917230] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba99c2ec-fffd-42aa-9983-18d0495666ad with Priority: HIGHEST for action port [ 605.918489] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba99c2ec-fffd-42aa-9983-18d0495666ad taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.918629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba99c2ec-fffd-42aa-9983-18d0495666ad" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.918802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba99c2ec-fffd-42aa-9983-18d0495666ad" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.919865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba99c2ec-fffd-42aa-9983-18d0495666ad" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.919865] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba99c2ec-fffd-42aa-9983-18d0495666ad',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.944276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.944464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.944570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.944757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.944938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.949753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.949930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.949994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.950358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.951147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.951407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.951515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.951600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.951767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.951856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.951947] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae996a7-f97f-491b-8aa0-597779b63548 already deleted. [ 605.952048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.957407] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: IN_PROGRESS for 2s [ 606.041493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.041888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.041888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.042157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.042283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.042428] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 is going to be created. [ 606.067703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.068220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.068400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.080109] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: UNINITIALIZED for 2s [ 606.340936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.340936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.340936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.340936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.340936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.340936] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be created. [ 606.371631] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.371631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.371631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.372228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.376688] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.377323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.377570] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.377920] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.380020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 not found, creating... [ 606.380020] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.380020] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.380020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.380710] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.380992] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.381120] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 is going to be created. [ 606.400589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: UNINITIALIZED for 2s [ 606.409905] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.410280] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.410474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.410871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.411784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.411784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.422177] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba99c2ec-fffd-42aa-9983-18d0495666ad [ 606.422402] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.422531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.422597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.422810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.422897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.422987] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba99c2ec-fffd-42aa-9983-18d0495666ad already deleted. [ 606.423078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba99c2ec-fffd-42aa-9983-18d0495666ad" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.134049] env[65968]: INFO networking_nsxv3.common.synchronization [req-2a49a76d-0a23-4560-900b-214be2b676d2 req-25f46a96-8bc5-4be4-9974-a23d427f7838 service nova] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 607.134373] env[65968]: INFO networking_nsxv3.common.synchronization [req-2a49a76d-0a23-4560-900b-214be2b676d2 req-25f46a96-8bc5-4be4-9974-a23d427f7838 service nova] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 607.134527] env[65968]: INFO networking_nsxv3.common.synchronization [req-2a49a76d-0a23-4560-900b-214be2b676d2 req-25f46a96-8bc5-4be4-9974-a23d427f7838 service nova] Enqueued Resource ID: 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 with Priority: HIGHEST for action port [ 607.135418] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_rules [ 607.135752] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 607.135893] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 with Priority: HIGHEST for action port [ 607.136198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.136333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.136401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.136608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.136689] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.137607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.137729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.137796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.138039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.138228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.138330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.138393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.138549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.138633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.138725] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.140338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140738] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd17032-7aa3-48f4-8a12-26fc3f4a6257',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.476494] env[65968]: INFO networking_nsxv3.common.synchronization [req-637b0abf-e755-4dd8-a96f-bdd21afdf3ac req-57198c84-ab03-4407-991b-160904338af0 tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 607.480413] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 607.480413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.480413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.480413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.480413] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.643456] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.645506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.645506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 with status ACTIVE [ 607.645506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.645819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.645819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.645901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.646186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.646499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.646620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.646683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.646855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.647088] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bd17032-7aa3-48f4-8a12-26fc3f4a6257 is going to be updated. [ 607.672480] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.672480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.672480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.674283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.674283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.674283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd17032-7aa3-48f4-8a12-26fc3f4a6257" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.874891] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.875344] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.876501] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.876803] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.877106] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.877302] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.877413] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.877668] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.878636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.878636] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.878636] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.878636] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.878636] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.878636] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.878636] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.878970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.900996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.900996] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.900996] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.901413] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.901681] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-52150c4c-a555-4788-a77b-f8a8a6432dcb taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.902354] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.902354] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.902588] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.902731] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52150c4c-a555-4788-a77b-f8a8a6432dcb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.973021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: SUCCESS [ 607.973021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.984034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.984034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.984034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.984034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.984034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.984034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.984335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.984335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.984478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.984478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.984566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b already deleted. [ 607.984662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.091533] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: SUCCESS [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.091533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.091533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.091533] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.149671] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.406531] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.406787] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.406914] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.407239] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.407469] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.407651] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 52150c4c-a555-4788-a77b-f8a8a6432dcb not found, creating... [ 608.407853] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.408016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.408152] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.408395] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.408747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.408849] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.409113] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.409258] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.409544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.409655] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.410032] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 52150c4c-a555-4788-a77b-f8a8a6432dcb is going to be created. [ 608.412594] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 608.413219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.413219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.413622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.413622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.413725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.413814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.413931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.414497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414497] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.432307] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.432537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.432689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.433168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.433931] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.433931] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.444147] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f547bb84-b473-4cd6-b871-f9b95c94de95 None None] Enqueued Resource ID: 01056266-0026-417a-ad6f-651c835c6623 with Priority: HIGHEST for action port [ 608.444147] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01056266-0026-417a-ad6f-651c835c6623 with Priority: HIGHEST for action port [ 608.444473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-01056266-0026-417a-ad6f-651c835c6623 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.444734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01056266-0026-417a-ad6f-651c835c6623" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.444999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01056266-0026-417a-ad6f-651c835c6623" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.445354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01056266-0026-417a-ad6f-651c835c6623" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.445546] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01056266-0026-417a-ad6f-651c835c6623',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.593889] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.651853] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.652104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.652194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.652473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.652562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.652688] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae996a7-f97f-491b-8aa0-597779b63548 is going to be created. [ 608.683567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.683790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.683790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.683978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.684150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.694726] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: UNINITIALIZED for 2s [ 608.916654] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.916829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.916924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.917186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.917374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.917493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.917553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.917732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.917822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.917928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.918149] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.918230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.918295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.918440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.918617] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.918728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.918796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.918937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.919017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.919093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.919179] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.947996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01056266-0026-417a-ad6f-651c835c6623 [ 608.948282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.948442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.948519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.948709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.948802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.948940] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01056266-0026-417a-ad6f-651c835c6623 already deleted. [ 608.949074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01056266-0026-417a-ad6f-651c835c6623" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.095935] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5baecf71-9337-4482-8938-f6b6cb72d081: rpc.has_security_group_logging(os_id): False [ 609.115072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.115233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.115349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.115584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.115663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.115925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.116117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.116180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.117060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.117060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117060] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 is going to be created. [ 609.175837] env[65968]: INFO networking_nsxv3.common.synchronization [req-637b0abf-e755-4dd8-a96f-bdd21afdf3ac req-55d81686-7f7e-4077-a81f-245b718222c0 service nova] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_rules [ 609.176139] env[65968]: INFO networking_nsxv3.common.synchronization [req-637b0abf-e755-4dd8-a96f-bdd21afdf3ac req-55d81686-7f7e-4077-a81f-245b718222c0 service nova] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 609.176339] env[65968]: INFO networking_nsxv3.common.synchronization [req-637b0abf-e755-4dd8-a96f-bdd21afdf3ac req-55d81686-7f7e-4077-a81f-245b718222c0 service nova] Enqueued Resource ID: 52150c4c-a555-4788-a77b-f8a8a6432dcb with Priority: HIGHEST for action port [ 609.177112] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_rules [ 609.177266] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 609.177969] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52150c4c-a555-4788-a77b-f8a8a6432dcb with Priority: HIGHEST for action port [ 609.177969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.177969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.177969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.178370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.178370] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.180277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.180410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.180839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.180839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.180839] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.180989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.180989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.181370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.181517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.181580] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.182804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-52150c4c-a555-4788-a77b-f8a8a6432dcb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.182945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.182995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.183193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.183231] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52150c4c-a555-4788-a77b-f8a8a6432dcb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.185560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.186342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.186342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.186342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.186342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.200485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: IN_PROGRESS for 2s [ 609.422030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105f4c71-b4a6-489e-b56b-8133942aeb6a: rpc.has_security_group_logging(os_id): False [ 609.443018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.443018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.443018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.443018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.443587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.443587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.443587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.443854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.444114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.444394] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be created. [ 609.525492] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.525728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.526426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.526745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.527155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.547542] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 609.680726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.686325] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.688633] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52150c4c-a555-4788-a77b-f8a8a6432dcb with status ACTIVE [ 609.689552] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.689667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.690925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.690925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.690925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.691584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.691584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.691584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.691584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.691584] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52150c4c-a555-4788-a77b-f8a8a6432dcb is going to be updated. [ 609.726291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.726505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.726645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.726937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.727455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52150c4c-a555-4788-a77b-f8a8a6432dcb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.851343] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c6f18b49-3f62-41ee-8525-cc380037439a tempest-ServersTestManualDisk-512888771 tempest-ServersTestManualDisk-512888771-project-member] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 609.852585] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 609.853300] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.853300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.853506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.853687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.853811] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.012033] env[65968]: INFO networking_nsxv3.common.synchronization [None req-aa90dd66-1a7a-43f0-8891-30ac58ada40f tempest-ServersTestManualDisk-512888771 tempest-ServersTestManualDisk-512888771-project-member] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 610.012033] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 610.012033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.012033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.189675] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.376744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.376954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.377140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.377458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.377542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.377642] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 already deleted. [ 610.377717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.377954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.379294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.379294] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.693814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.693814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.693814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.693814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.693814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.693814] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be created. [ 610.707166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: SUCCESS [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.707166] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707166] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.719743] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.719743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.719743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.719743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.719743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.732208] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: UNINITIALIZED for 2s [ 610.907544] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.907544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.907544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.907544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.907544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.907544] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 already deleted. [ 610.907544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.209549] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.213404] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: SUCCESS [ 611.213585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.564311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 611.564311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.712736] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eae996a7-f97f-491b-8aa0-597779b63548: rpc.has_security_group_logging(os_id): False [ 611.736451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.736681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.736734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.737012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.737119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.737365] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.737468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.737525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.737696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.737790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.737887] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae996a7-f97f-491b-8aa0-597779b63548 is going to be created. [ 611.803605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.803816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.803905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.804059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.804253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.816977] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: IN_PROGRESS for 2s [ 612.745389] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 612.745705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.745762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.746423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746423] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.746423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.746423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.746815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746921] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.119368] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c1aae21-a8fc-45c3-8863-8e9efd35cca7 req-1f9cf9f8-7543-489a-bec7-de2c68622593 tempest-VolumesAdminNegativeTest-1468876049 tempest-VolumesAdminNegativeTest-1468876049-project-member] Enqueued Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 613.120095] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 613.120501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.120606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.120666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.121032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.121196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.121196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.121310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.121355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.121445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.121539] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.252471] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.252471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.252765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.252765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.253332] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.253332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.253332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.253877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253877] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.253877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.254173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.254173] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.254313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.254313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.254595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.254704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.254834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.254935] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.489513] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.489783] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-86" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-86" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-86" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.493412] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.493412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.493412] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.493412] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.494044] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.494919] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.495173] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.495380] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.495568] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.520910] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.524022] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.524022] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.524022] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-86" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.524022] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-63f1372a-0378-40f3-9d42-3ab45057db1d taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.524022] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.524022] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.524022] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.524022] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f1372a-0378-40f3-9d42-3ab45057db1d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.623767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.623767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.624014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.624098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.624202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.624399] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.624501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.624564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.624720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.624795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.624887] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf already deleted. [ 613.624950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.758568] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2036f689-8ae0-4959-9057-29e3d3ee867b: rpc.has_security_group_logging(os_id): False [ 613.783295] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.783295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.783433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.783547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.783672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.783891] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.783993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.784070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.784312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.784394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.784575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.784671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.784732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.784875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.784949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.785148] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.785245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.785306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.785448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.785522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.785609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be created. [ 613.839337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: SUCCESS [ 613.839677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.890058] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.890334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.890334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.890593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.890814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.905491] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 614.026739] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.027059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.027480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027865] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 63f1372a-0378-40f3-9d42-3ab45057db1d not found, creating... [ 614.028418] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028806] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.029139] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.029312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.029763] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029992] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.030133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.030417] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.030591] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.030770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 63f1372a-0378-40f3-9d42-3ab45057db1d is going to be created. [ 614.056122] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.056378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.056581] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.056899] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057207] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057507] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.763036] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c1aae21-a8fc-45c3-8863-8e9efd35cca7 req-b74a3935-50fe-4ce7-8301-9dc366c637b2 service nova] Enqueued Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_rules [ 614.763410] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c1aae21-a8fc-45c3-8863-8e9efd35cca7 req-b74a3935-50fe-4ce7-8301-9dc366c637b2 service nova] Enqueued Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 614.763410] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c1aae21-a8fc-45c3-8863-8e9efd35cca7 req-b74a3935-50fe-4ce7-8301-9dc366c637b2 service nova] Enqueued Resource ID: 63f1372a-0378-40f3-9d42-3ab45057db1d with Priority: HIGHEST for action port [ 614.763908] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_rules [ 614.764027] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 614.764137] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f1372a-0378-40f3-9d42-3ab45057db1d with Priority: HIGHEST for action port [ 614.764427] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.764532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.764588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.766771] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.766771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.766771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.766771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.766771] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.767517] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f1372a-0378-40f3-9d42-3ab45057db1d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.767596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.767651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.767857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.767857] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f1372a-0378-40f3-9d42-3ab45057db1d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.068320] env[65968]: INFO networking_nsxv3.common.synchronization [None req-18cb025e-8bf2-44b6-8e67-988e20baba7a None None] Enqueued Resource ID: abb07c7c-8def-4347-a0ae-babaff36dddf with Priority: HIGHEST for action port [ 615.068320] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb07c7c-8def-4347-a0ae-babaff36dddf with Priority: HIGHEST for action port [ 615.068320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb07c7c-8def-4347-a0ae-babaff36dddf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.068320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb07c7c-8def-4347-a0ae-babaff36dddf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.068320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb07c7c-8def-4347-a0ae-babaff36dddf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.068320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb07c7c-8def-4347-a0ae-babaff36dddf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.068320] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb07c7c-8def-4347-a0ae-babaff36dddf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.270169] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.272518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.272518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.272518] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f1372a-0378-40f3-9d42-3ab45057db1d with status ACTIVE [ 615.272518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.272518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.272518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.273041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.273041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.273041] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.273041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.273358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.273613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.273736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.274014] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.274445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.274578] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f1372a-0378-40f3-9d42-3ab45057db1d is going to be updated. [ 615.302688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.302962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.303047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.303336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.303696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.304087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f1372a-0378-40f3-9d42-3ab45057db1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571147] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb07c7c-8def-4347-a0ae-babaff36dddf [ 615.571403] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.571530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.571591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.572278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.572278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.572278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb07c7c-8def-4347-a0ae-babaff36dddf already deleted. [ 615.572278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb07c7c-8def-4347-a0ae-babaff36dddf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.774406] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.825448] env[65968]: INFO networking_nsxv3.common.synchronization [req-1139a5de-de7c-4ec4-9a20-782ec355cd09 req-c3d48f37-3bbf-4e6d-b3b9-6d6621e801e7 tempest-VolumesAssistedSnapshotsTest-439694033 tempest-VolumesAssistedSnapshotsTest-439694033-project-member] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 615.825448] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 615.826147] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.826147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.827654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.827783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.828029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.828107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.828205] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.925732] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 615.925732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.177011] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.177948] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-47" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.178169] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-47" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.178550] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-47" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.178879] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.179100] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.179259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.179521] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.179716] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.179960] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.180138] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.180313] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.180449] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.180912] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.181205] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.181827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.207516] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.207516] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.207516] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.207516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-47" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.207516] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-061beb2a-18e0-4871-874f-65b2bf5c1371 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.207516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.207516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.207516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.207516] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061beb2a-18e0-4871-874f-65b2bf5c1371',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.275253] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.275478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.275612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.275880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.275974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.276097] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf is going to be created. [ 616.312467] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.312783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.312783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.312937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.313150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.323773] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: UNINITIALIZED for 2s [ 616.331364] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.331541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.331641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.331849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.331965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.332197] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.332316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.332386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.332607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.332696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.332791] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a already deleted. [ 616.332889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.711079] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.711079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.711079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.711361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.711361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.712035] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 061beb2a-18e0-4871-874f-65b2bf5c1371 not found, creating... [ 616.712035] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.712227] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.712265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.712484] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.712615] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.712905] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.713362] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.713499] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.713836] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.713986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.714175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 061beb2a-18e0-4871-874f-65b2bf5c1371 is going to be created. [ 616.736670] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.737011] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.737149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.737485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.737714] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.738013] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.229096] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1561b116-a240-443e-b83a-78ba5065e03d None None] Enqueued Resource ID: 6e6bf758-932c-4530-94de-286dcfbc0891 with Priority: HIGHEST for action port [ 617.229360] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6bf758-932c-4530-94de-286dcfbc0891 with Priority: HIGHEST for action port [ 617.229817] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e6bf758-932c-4530-94de-286dcfbc0891 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.230027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e6bf758-932c-4530-94de-286dcfbc0891" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.230027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e6bf758-932c-4530-94de-286dcfbc0891" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.230525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e6bf758-932c-4530-94de-286dcfbc0891" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.230616] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6bf758-932c-4530-94de-286dcfbc0891',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [req-1139a5de-de7c-4ec4-9a20-782ec355cd09 req-e3ab061e-650e-4f11-94c9-be30b19068d6 service nova] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [req-1139a5de-de7c-4ec4-9a20-782ec355cd09 req-e3ab061e-650e-4f11-94c9-be30b19068d6 service nova] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [req-1139a5de-de7c-4ec4-9a20-782ec355cd09 req-e3ab061e-650e-4f11-94c9-be30b19068d6 service nova] Enqueued Resource ID: 061beb2a-18e0-4871-874f-65b2bf5c1371 with Priority: HIGHEST for action port [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_rules [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 617.497178] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061beb2a-18e0-4871-874f-65b2bf5c1371 with Priority: HIGHEST for action port [ 617.497178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.497908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.498392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.498822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.499842] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.500712] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.501037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.501235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.503290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.503290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.503290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.503290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.503290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.503290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.503290] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.506820] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-061beb2a-18e0-4871-874f-65b2bf5c1371 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.506820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.506820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.506820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.509348] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061beb2a-18e0-4871-874f-65b2bf5c1371',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.733608] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e6bf758-932c-4530-94de-286dcfbc0891 [ 617.733608] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.733608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.733608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.733608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.733608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.733608] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e6bf758-932c-4530-94de-286dcfbc0891 already deleted. [ 617.733608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e6bf758-932c-4530-94de-286dcfbc0891" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.840025] env[65968]: INFO networking_nsxv3.common.synchronization [None req-52853d07-7993-474f-8f38-765af3a19619 tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 617.841064] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 617.841655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.841840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.841951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.842386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.842618] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.013031] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.014769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.014996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.017570] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 061beb2a-18e0-4871-874f-65b2bf5c1371 with status ACTIVE [ 618.017923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.021020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.023351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.023351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.023351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 061beb2a-18e0-4871-874f-65b2bf5c1371 is going to be updated. [ 618.059513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.059727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.059840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.060150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.060429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.060662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061beb2a-18e0-4871-874f-65b2bf5c1371" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.203070] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f91f5153-d0bd-440e-b6dd-73238f3ea0c2 tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 618.203806] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 618.204048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.204154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.336049] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: SUCCESS [ 618.336363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.336501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.336710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.337280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.337280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.337280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.337280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.337574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.337574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.337574] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.363755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.363927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.363975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.364186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.364283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.364579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 already deleted. [ 618.364672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.364835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.365321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.365552] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.519676] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.840409] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.840409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.840409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.840409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.841386] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.841386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.841386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.841582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.841582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.841650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.843053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.843053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.843053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.843053] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.892139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.892578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.892794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.893140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.893290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.893431] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 already deleted. [ 618.893612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.022126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.024957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.024957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.024957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.024957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.024957] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a is going to be created. [ 619.140557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.140557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.140557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.140557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.140557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.152331] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: UNINITIALIZED for 2s [ 619.349444] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cafe1359-c861-4a0e-a8dc-8494e383dcbf: rpc.has_security_group_logging(os_id): False [ 619.373580] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.373580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.373580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.373944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.373944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.374118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.374200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.374249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.374417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.374502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.374713] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.374785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.374831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.374999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.375147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.375305] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.375400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.375463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.375662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.375790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.375874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf is going to be created. [ 619.458399] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.459437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.459437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.459727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.476291] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: IN_PROGRESS for 2s [ 620.016052] env[65968]: INFO networking_nsxv3.common.synchronization [req-cad248e7-63a7-4e4c-8e18-cbbe15bf0f0d req-44262cdc-226e-4c65-acab-c28e2bc49c46 tempest-ImagesNegativeTestJSON-23699949 tempest-ImagesNegativeTestJSON-23699949-project-member] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 620.016525] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGHEST for action security_group_members [ 620.017076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.017345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.017551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.017852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.018146] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.018441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.018687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.019031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.019229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.019412] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.522703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.524780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.525465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.525465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.525465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.525827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.526078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526261] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 is going to be updated. [ 620.575355] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.575734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.575734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.575918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.575989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.591510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: IN_PROGRESS for 2s [ 620.934930] env[65968]: INFO networking_nsxv3.common.synchronization [req-afd4223a-7ab7-4206-b516-3164cdf273d6 req-fbdac413-6277-4048-b5ff-7cd419d7ae10 tempest-TenantUsagesTestJSON-957150583 tempest-TenantUsagesTestJSON-957150583-project-member] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 620.935712] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 620.936632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.936632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.936632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.936632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.937042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.937042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.937042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.937042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.937391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.937391] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.162669] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: SUCCESS [ 621.162959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.163218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.163524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.163806] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.163979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.164089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.164314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.164436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.164566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.164704] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.331212] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.331417] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.331537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.331801] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.332116] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.332235] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.332408] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.332643] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.332780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.332983] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.333100] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.333201] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.333303] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.333430] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.333532] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.333656] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.354511] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.354768] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.354971] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.355367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356262] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-0584308c-1f1d-48b7-9b48-588137a96209 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356262] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.356262] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356778] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.357025] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0584308c-1f1d-48b7-9b48-588137a96209',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.440338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.442082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.442082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.442082] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 already deleted. [ 621.443199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.491405] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: SUCCESS [ 621.491405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.667108] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.862874] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.862874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 0584308c-1f1d-48b7-9b48-588137a96209 not found, creating... [ 621.862874] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.863348] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863348] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.864043] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.864219] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.864219] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.864435] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.864700] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.864700] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 0584308c-1f1d-48b7-9b48-588137a96209 is going to be created. [ 621.888679] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.889237] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.889377] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.889678] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.890140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.890508] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.928505] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bc6e0adb-7690-41bb-ba6e-5f89b9a03c94 None None] Enqueued Resource ID: b91882b1-ebfb-4acc-8b80-4be57759ab0a with Priority: HIGHEST for action port [ 621.929144] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91882b1-ebfb-4acc-8b80-4be57759ab0a with Priority: HIGHEST for action port [ 621.929581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91882b1-ebfb-4acc-8b80-4be57759ab0a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.929712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91882b1-ebfb-4acc-8b80-4be57759ab0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.929712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91882b1-ebfb-4acc-8b80-4be57759ab0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.929970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91882b1-ebfb-4acc-8b80-4be57759ab0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.931681] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91882b1-ebfb-4acc-8b80-4be57759ab0a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.170181] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89ec10bc-bd2e-4bdd-8fa0-b500c231511a: rpc.has_security_group_logging(os_id): False [ 622.188318] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.188521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.188521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.188755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.188816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.189037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.189136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.189196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.189341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.189410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.189492] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a is going to be created. [ 622.252711] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.253231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.253231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.253457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.264638] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: IN_PROGRESS for 2s [ 622.435059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91882b1-ebfb-4acc-8b80-4be57759ab0a [ 622.435337] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.435550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.435616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.435874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.435985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436104] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91882b1-ebfb-4acc-8b80-4be57759ab0a already deleted. [ 622.436213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91882b1-ebfb-4acc-8b80-4be57759ab0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.513409] env[65968]: INFO networking_nsxv3.common.synchronization [req-843260e3-02af-4011-a6ee-49a633b1e1ea req-7a2ea44b-7f3d-4d2f-ad5c-e327e6824aae tempest-DeleteServersAdminTestJSON-179703820 tempest-DeleteServersAdminTestJSON-179703820-project-admin] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 622.513931] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 622.514314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.516102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.516102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.516102] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.604336] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 in Status: SUCCESS [ 622.604336] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 deletion is rescheduled due to dependency. [ 622.604336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [req-afd4223a-7ab7-4206-b516-3164cdf273d6 req-a8a6ec47-6ab2-476c-b71d-b8ae087ddfdc service nova] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_rules [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [req-afd4223a-7ab7-4206-b516-3164cdf273d6 req-a8a6ec47-6ab2-476c-b71d-b8ae087ddfdc service nova] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [req-afd4223a-7ab7-4206-b516-3164cdf273d6 req-a8a6ec47-6ab2-476c-b71d-b8ae087ddfdc service nova] Enqueued Resource ID: 0584308c-1f1d-48b7-9b48-588137a96209 with Priority: HIGHEST for action port [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_rules [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 622.637161] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0584308c-1f1d-48b7-9b48-588137a96209 with Priority: HIGHEST for action port [ 622.637161] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.637161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.637161] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.638630] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.638630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.638630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638880] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.639034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.640418] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.640418] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0584308c-1f1d-48b7-9b48-588137a96209 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.640850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.640850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640850] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0584308c-1f1d-48b7-9b48-588137a96209',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.995449] env[65968]: INFO networking_nsxv3.common.synchronization [req-80b1bcbd-0a07-4718-9545-8ea75ffbe13f req-b05799d3-99d6-441e-9b93-c17ad3225e89 tempest-ServerDiagnosticsNegativeTest-852971316 tempest-ServerDiagnosticsNegativeTest-852971316-project-member] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 622.995449] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGHEST for action security_group_members [ 622.995449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.995449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.995449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.995449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.995449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.995449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.995449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.996202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.996202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.996202] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.020429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.021316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.021485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.021756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.021845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.022101] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.022222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.022320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.022500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.022601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.022699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be updated. [ 623.073441] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.073603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.073654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.073873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.074041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.086616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 623.143479] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.143630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.143791] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.144696] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0584308c-1f1d-48b7-9b48-588137a96209 with status ACTIVE [ 623.144873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.144984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.145079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.145307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.145393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.145570] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.145664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.146076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.146227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.146311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.146920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.146920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.146920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.146920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.146920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.146920] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0584308c-1f1d-48b7-9b48-588137a96209 is going to be updated. [ 623.175330] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.175330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.175330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0584308c-1f1d-48b7-9b48-588137a96209" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294473] env[65968]: INFO networking_nsxv3.common.synchronization [req-2452929c-9aea-4a74-bfd6-38aa684ff32a req-f57266af-df2f-44c8-9a67-5d85d2206b3e tempest-ServersTestManualDisk-512888771 tempest-ServersTestManualDisk-512888771-project-member] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 623.295113] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 623.295467] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.295622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.295688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.295932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.296307] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.296441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.296553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.296798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.296926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.297061] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.498630] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499438] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.503042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.503042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.503042] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 is going to be updated. [ 623.538209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.538209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.538209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.538209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.538209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.552509] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: IN_PROGRESS for 2s [ 623.649311] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.739436] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.739715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-766" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.739891] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-766" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.740620] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-766" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.741037] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.741345] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.741408] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.744526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.744526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.744526] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.744526] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.744526] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.744526] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.744526] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.744526] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.744526] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.767573] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.767805] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.768035] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.770571] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-766" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.770571] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-c02e2777-9a9a-49ba-9c89-c5e16fefe599 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.770571] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.770571] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.770571] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.770571] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02e2777-9a9a-49ba-9c89-c5e16fefe599',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.800585] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.800853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.800853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.801211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.801395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.801676] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.801853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.801920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.802197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.802308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.802446] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 already deleted. [ 623.802558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.152090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.152379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.152379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.152379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.152651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.152651] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 is going to be created. [ 624.179987] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.180124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.180493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.180493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.180727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.191945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: UNINITIALIZED for 2s [ 624.273117] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.273336] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.273478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.273659] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.273843] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.273977] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port c02e2777-9a9a-49ba-9c89-c5e16fefe599 not found, creating... [ 624.274225] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.274462] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.274462] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.274720] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.275321] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.275467] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.275966] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.276120] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.278903] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.278903] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.278903] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: c02e2777-9a9a-49ba-9c89-c5e16fefe599 is going to be created. [ 624.280671] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: SUCCESS [ 624.280671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.323213] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.323425] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.323539] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.323822] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.324095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.324328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.853810] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c336ff2f-5ec0-444f-b491-856c5d1581ba None None] Enqueued Resource ID: a9633ba8-8957-4781-b882-b2493a79ed3a with Priority: HIGHEST for action port [ 624.853918] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9633ba8-8957-4781-b882-b2493a79ed3a with Priority: HIGHEST for action port [ 624.854944] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9633ba8-8957-4781-b882-b2493a79ed3a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.854944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9633ba8-8957-4781-b882-b2493a79ed3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.854944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9633ba8-8957-4781-b882-b2493a79ed3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.855275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9633ba8-8957-4781-b882-b2493a79ed3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.855367] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9633ba8-8957-4781-b882-b2493a79ed3a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.064950] env[65968]: INFO networking_nsxv3.common.synchronization [req-2452929c-9aea-4a74-bfd6-38aa684ff32a req-ea21b9a6-4a55-469a-a400-b0171e2e7b16 service nova] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 625.065184] env[65968]: INFO networking_nsxv3.common.synchronization [req-2452929c-9aea-4a74-bfd6-38aa684ff32a req-ea21b9a6-4a55-469a-a400-b0171e2e7b16 service nova] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 625.065367] env[65968]: INFO networking_nsxv3.common.synchronization [req-2452929c-9aea-4a74-bfd6-38aa684ff32a req-ea21b9a6-4a55-469a-a400-b0171e2e7b16 service nova] Enqueued Resource ID: c02e2777-9a9a-49ba-9c89-c5e16fefe599 with Priority: HIGHEST for action port [ 625.066399] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_rules [ 625.066523] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 625.066670] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e2777-9a9a-49ba-9c89-c5e16fefe599 with Priority: HIGHEST for action port [ 625.066938] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.067128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.067128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.067333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.067412] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.068660] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.068788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.068857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.069091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.069253] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.069402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.069442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.069624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.069718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.069809] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.072405] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02e2777-9a9a-49ba-9c89-c5e16fefe599 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.072405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.072405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.074466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.074466] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02e2777-9a9a-49ba-9c89-c5e16fefe599',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.098219] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 625.098454] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 deletion is rescheduled due to dependency. [ 625.098563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.358536] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9633ba8-8957-4781-b882-b2493a79ed3a [ 625.359056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.359056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.359823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.360116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.360205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.360330] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9633ba8-8957-4781-b882-b2493a79ed3a already deleted. [ 625.360440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9633ba8-8957-4781-b882-b2493a79ed3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.562782] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb06ef81-a565-4b88-9c74-d4604a96b448 req-ba59d2f4-98ee-4afd-b0bf-a397cd509357 tempest-ImagesOneServerTestJSON-220481813 tempest-ImagesOneServerTestJSON-220481813-project-member] Enqueued Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 625.563740] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 625.563740] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.563985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.563985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.564293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.564413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.564533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.564592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.564752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.564849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.564948] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.568829] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 in Status: SUCCESS [ 625.568829] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 deletion is rescheduled due to dependency. [ 625.568829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.574375] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.575334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576458] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c02e2777-9a9a-49ba-9c89-c5e16fefe599 with status ACTIVE [ 625.576458] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.576752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578083] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c02e2777-9a9a-49ba-9c89-c5e16fefe599 is going to be updated. [ 625.600432] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.600665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.600665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.602025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.602025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.602025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02e2777-9a9a-49ba-9c89-c5e16fefe599" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.070615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.070840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.071090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.071212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.071417] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.071530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.071590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.071759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.071835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.071918] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b already deleted. [ 626.071997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.076405] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.120513] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.120695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-292" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.120807] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-292" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.121160] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-292" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.121451] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.121636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.121749] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.121968] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.122482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.122547] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.122635] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.122740] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.122841] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.122942] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.123056] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.123185] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.146357] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.146529] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.146736] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.146845] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-292" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.147163] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.147341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147445] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.147762] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.147894] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce94c6c9-f112-43ef-b27b-0fe349ff0fb3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.203050] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: SUCCESS [ 626.203287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.203452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.203700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.203862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.203977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.204057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.204216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.204297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.204381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.204468] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.581712] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.582088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.582088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.582201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.582274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.582395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 is going to be created. [ 626.618501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.618711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.618787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.619109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.619351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.631742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: UNINITIALIZED for 2s [ 626.651207] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.651546] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.651721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.652087] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.652490] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 not found, creating... [ 626.652808] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.653223] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.653223] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.653329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.653444] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.653746] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.653900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.654017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.654695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.654695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.654853] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 is going to be created. [ 626.684744] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.684990] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.685413] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.685681] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685906] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.707065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.707313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.707378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.707603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.707782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.707929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.708018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.708227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.708384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.708509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.708724] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.708831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.708893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.709081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.709235] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.709359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.709427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.709611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.709745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.709883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.709989] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.214148] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63297a28-78e7-4b20-ba4a-a5d6474f7a54: rpc.has_security_group_logging(os_id): False [ 627.240137] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.240445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.240445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.241833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.242114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.242265] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.242377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.242444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.242630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.242749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.242964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.243280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.243280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.243280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.243383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.243526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.243616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.243673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.244311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.244311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.244311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 is going to be created. [ 627.329847] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.330014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.330346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.330586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.330776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.349687] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: IN_PROGRESS for 2s [ 627.378671] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb06ef81-a565-4b88-9c74-d4604a96b448 req-c1795fa8-c997-4934-acd5-b7f5a8ddc9ea service nova] Enqueued Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_rules [ 627.378837] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb06ef81-a565-4b88-9c74-d4604a96b448 req-c1795fa8-c997-4934-acd5-b7f5a8ddc9ea service nova] Enqueued Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 627.378966] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb06ef81-a565-4b88-9c74-d4604a96b448 req-c1795fa8-c997-4934-acd5-b7f5a8ddc9ea service nova] Enqueued Resource ID: ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 with Priority: HIGHEST for action port [ 627.379462] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_rules [ 627.379650] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 627.379764] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 with Priority: HIGHEST for action port [ 627.380038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.380162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.380234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.380563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.380644] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.381827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.381944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.382030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.382460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.382519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.382828] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.383603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.383930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.383930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.383930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.384064] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce94c6c9-f112-43ef-b27b-0fe349ff0fb3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.889689] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 with status ACTIVE [ 627.889964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.890249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.890249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.890468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.890550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.890741] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.891019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.891019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.891125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.891170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.891361] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.891533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.891533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.891655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.891730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.891802] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce94c6c9-f112-43ef-b27b-0fe349ff0fb3 is going to be updated. [ 627.893016] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.894863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.895074] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.925592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.925778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.925778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.925996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.926150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.926339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce94c6c9-f112-43ef-b27b-0fe349ff0fb3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.400779] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.645056] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: SUCCESS [ 628.645056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.645056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.645056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.645056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.645419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.645419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.645419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.645419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.645555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.645590] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.907432] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.907731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.907731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.907889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.907889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.907990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b is going to be created. [ 629.054253] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.054555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.054555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.054750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.054843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.069921] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: UNINITIALIZED for 2s [ 629.149033] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.365028] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: SUCCESS [ 629.369024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.385510] env[65968]: INFO networking_nsxv3.common.synchronization [req-d657643d-8123-4d65-9694-07d775e16921 req-6fbe163f-a3aa-4bb5-b75c-52b804cd5017 tempest-SecurityGroupRulesNegativeTestJSON-1538191769 tempest-SecurityGroupRulesNegativeTestJSON-1538191769-project-member] Enqueued Resource ID: 46208029-76ee-4057-b656-4091d5291645 with Priority: HIGHEST for action security_group_rules [ 629.385510] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46208029-76ee-4057-b656-4091d5291645 with Priority: HIGHEST for action security_group_rules [ 629.386355] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46208029-76ee-4057-b656-4091d5291645 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.386924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.387334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.387484] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46208029-76ee-4057-b656-4091d5291645',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.654311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 506487b1-347a-4e99-bc3f-adcacd6bd107: rpc.has_security_group_logging(os_id): False [ 629.676171] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.676274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.676317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.676541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.676716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.676878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.677061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.677061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.677570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677570] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 is going to be created. [ 629.748576] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.749583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.749583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.751020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.751020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.764364] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: IN_PROGRESS for 2s [ 629.930936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.931291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.931291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.931370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.931477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.931579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46208029-76ee-4057-b656-4091d5291645 already deleted. [ 629.931664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083238] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: SUCCESS [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.083238] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083238] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.587882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.588176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.588456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.588675] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.588783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.589117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.589260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.589372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.589602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.589721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.589816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.590909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.590909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.591337] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.778269] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: SUCCESS [ 631.778504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.101600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651a9546-8bb9-43e1-b395-e68b407ae19b: rpc.has_security_group_logging(os_id): False [ 632.121553] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.121553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.121553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.121553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.121553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.121860] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.121932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.122031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.122271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.122382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.122646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.123193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.123193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.124350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.124586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.124964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.125167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.125256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.125502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.125554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.125659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b is going to be created. [ 632.192929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.192929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.192929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.192929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.192929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.207626] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: IN_PROGRESS for 2s [ 633.661213] env[65968]: INFO networking_nsxv3.common.synchronization [req-fc645f4c-b26c-4c86-89f0-4b44988b418b req-50989c63-4c49-4201-812b-37d31bef061d tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 633.663360] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 633.663683] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.664011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.664011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.664212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.664320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.664531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.664531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.664789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.665101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.665215] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.168570] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.168821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.168934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.169115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.169201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.169401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.169522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.169590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.169744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.169847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.169942] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 already deleted. [ 634.170028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.224136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: SUCCESS [ 634.224419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.334967] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.334967] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.335245] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.336318] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.336605] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.336766] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.336874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.337531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.337694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.337917] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.338032] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.338115] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.338219] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.338339] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.338456] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.338538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.362689] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.362689] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.362689] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.362689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.362689] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-41ade672-96c0-47e6-8614-0e190ef5e57a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.362689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.362689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.362689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.362689] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ade672-96c0-47e6-8614-0e190ef5e57a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.865429] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.867178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.867178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.867178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.867178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.867178] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 41ade672-96c0-47e6-8614-0e190ef5e57a not found, creating... [ 634.867448] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.867584] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.867675] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.867902] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.868149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.868395] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.868601] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.868731] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.868995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.869735] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.869809] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 41ade672-96c0-47e6-8614-0e190ef5e57a is going to be created. [ 634.893345] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.893575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.893707] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.894267] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.894554] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.894907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.636678] env[65968]: INFO networking_nsxv3.common.synchronization [req-fc645f4c-b26c-4c86-89f0-4b44988b418b req-61392a69-84da-48cd-8a22-a4041a501153 service nova] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 635.636678] env[65968]: INFO networking_nsxv3.common.synchronization [req-fc645f4c-b26c-4c86-89f0-4b44988b418b req-61392a69-84da-48cd-8a22-a4041a501153 service nova] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 635.636678] env[65968]: INFO networking_nsxv3.common.synchronization [req-fc645f4c-b26c-4c86-89f0-4b44988b418b req-61392a69-84da-48cd-8a22-a4041a501153 service nova] Enqueued Resource ID: 41ade672-96c0-47e6-8614-0e190ef5e57a with Priority: HIGHEST for action port [ 635.636678] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 635.636955] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 635.636955] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ade672-96c0-47e6-8614-0e190ef5e57a with Priority: HIGHEST for action port [ 635.638029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.638029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.638153] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.638312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.638392] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.639251] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.640597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.640597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.640597] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.641262] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-41ade672-96c0-47e6-8614-0e190ef5e57a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.641359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.641445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.641611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.641686] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ade672-96c0-47e6-8614-0e190ef5e57a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.823569] env[65968]: INFO networking_nsxv3.common.synchronization [req-c34461f9-d421-4f5e-a092-883f11613f37 req-14832d80-c417-4dba-9008-14b9f01bf81e tempest-SecurityGroupRulesNegativeTestJSON-1538191769 tempest-SecurityGroupRulesNegativeTestJSON-1538191769-project-member] Enqueued Resource ID: 46208029-76ee-4057-b656-4091d5291645 with Priority: HIGHEST for action security_group_rules [ 635.823989] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46208029-76ee-4057-b656-4091d5291645 with Priority: HIGHEST for action security_group_rules [ 635.824367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46208029-76ee-4057-b656-4091d5291645 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.824534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.824607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.825286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.825365] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46208029-76ee-4057-b656-4091d5291645',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.919949] env[65968]: INFO networking_nsxv3.common.synchronization [None req-9be122d4-0c18-4508-9ed3-4d0dd6802d2b None None] Enqueued Resource ID: c076f376-59b7-4822-8af4-09f4852eaed2 with Priority: HIGHEST for action port [ 635.921578] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c076f376-59b7-4822-8af4-09f4852eaed2 with Priority: HIGHEST for action port [ 635.921980] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-c076f376-59b7-4822-8af4-09f4852eaed2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.922057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c076f376-59b7-4822-8af4-09f4852eaed2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.922102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c076f376-59b7-4822-8af4-09f4852eaed2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.922342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c076f376-59b7-4822-8af4-09f4852eaed2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.922425] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c076f376-59b7-4822-8af4-09f4852eaed2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.144040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.146760] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.146760] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41ade672-96c0-47e6-8614-0e190ef5e57a with status ACTIVE [ 636.146760] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.146760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.146760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.147134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.147134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.147848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.147848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.147848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.147848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.147848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.147848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.148208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.148208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.148208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.148208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.148348] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41ade672-96c0-47e6-8614-0e190ef5e57a is going to be updated. [ 636.175191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.175705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.175912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.176246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41ade672-96c0-47e6-8614-0e190ef5e57a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.252854] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d10f287-973e-404f-816e-e4bc90ebf3e6 req-6d5e22d1-01ae-45e5-803b-eeddd3f54570 tempest-FloatingIPsAssociationTestJSON-376555180 tempest-FloatingIPsAssociationTestJSON-376555180-project-member] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 636.254040] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 636.254191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.254320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.254320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.254622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.254784] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.254880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.254980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.255387] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.351578] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.351877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.351877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.352063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.352246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.352333] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46208029-76ee-4057-b656-4091d5291645 already deleted. [ 636.352419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46208029-76ee-4057-b656-4091d5291645" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.426159] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c076f376-59b7-4822-8af4-09f4852eaed2 [ 636.426343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.426568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.426568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.427099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.427099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.427099] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c076f376-59b7-4822-8af4-09f4852eaed2 already deleted. [ 636.427275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c076f376-59b7-4822-8af4-09f4852eaed2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.652143] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.759440] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.981867] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.982646] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.982995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.983437] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.983904] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.986314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.986314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.986314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.986314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.986314] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.986314] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.986314] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.986314] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.986314] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.986314] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.986314] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.007776] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.007951] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.008373] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.008373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-298" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.008666] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-90564860-1b5a-45dc-898e-993478ba89cc taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.008746] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.008786] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.009121] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.009250] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90564860-1b5a-45dc-898e-993478ba89cc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.155285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.155500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.155500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.155720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.155859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.156016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be created. [ 637.185118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.185118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.185118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.185399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.185399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: UNINITIALIZED for 2s [ 637.262962] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.513782] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.513782] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.513782] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.513782] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.514374] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.514374] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 90564860-1b5a-45dc-898e-993478ba89cc not found, creating... [ 637.514374] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.514631] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.514631] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.514832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.514967] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.515328] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.515410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.517185] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.517623] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517769] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 90564860-1b5a-45dc-898e-993478ba89cc is going to be created. [ 637.543361] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.543561] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.543679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544549] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765116] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.765331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.765331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.765502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.765620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765757] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be updated. [ 637.800130] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.800361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.800409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.800693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.800896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 637.895654] env[65968]: INFO networking_nsxv3.common.synchronization [None req-65707130-a234-4260-95f2-13b65ab86f20 None None] Enqueued Resource ID: 5b052b39-b09f-4801-8e81-ac13ffbf020b with Priority: HIGHEST for action port [ 637.896235] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b052b39-b09f-4801-8e81-ac13ffbf020b with Priority: HIGHEST for action port [ 637.896552] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b052b39-b09f-4801-8e81-ac13ffbf020b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.896678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b052b39-b09f-4801-8e81-ac13ffbf020b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.896805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b052b39-b09f-4801-8e81-ac13ffbf020b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.897010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b052b39-b09f-4801-8e81-ac13ffbf020b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.897403] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b052b39-b09f-4801-8e81-ac13ffbf020b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.287094] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d10f287-973e-404f-816e-e4bc90ebf3e6 req-ad2644e1-6e9d-4bfa-a98e-b8a4b141bf19 service nova] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_rules [ 638.288325] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d10f287-973e-404f-816e-e4bc90ebf3e6 req-ad2644e1-6e9d-4bfa-a98e-b8a4b141bf19 service nova] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 638.288628] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d10f287-973e-404f-816e-e4bc90ebf3e6 req-ad2644e1-6e9d-4bfa-a98e-b8a4b141bf19 service nova] Enqueued Resource ID: 90564860-1b5a-45dc-898e-993478ba89cc with Priority: HIGHEST for action port [ 638.289318] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_rules [ 638.294185] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 638.294185] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90564860-1b5a-45dc-898e-993478ba89cc with Priority: HIGHEST for action port [ 638.294185] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.294185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.294185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.294185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.294185] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.295237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.295337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.295535] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-90564860-1b5a-45dc-898e-993478ba89cc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.295646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.295706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.295899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.295976] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90564860-1b5a-45dc-898e-993478ba89cc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.400184] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b052b39-b09f-4801-8e81-ac13ffbf020b [ 638.400184] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.400184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.400184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.400184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.400184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.400184] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b052b39-b09f-4801-8e81-ac13ffbf020b already deleted. [ 638.400184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b052b39-b09f-4801-8e81-ac13ffbf020b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.646274] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ab80b824-8788-4f83-97d6-70046a06a4c7 None None] Enqueued Resource ID: 8a520865-c0ab-487d-8c7e-e007c51b7a35 with Priority: HIGHEST for action port [ 638.646274] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a520865-c0ab-487d-8c7e-e007c51b7a35 with Priority: HIGHEST for action port [ 638.646274] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a520865-c0ab-487d-8c7e-e007c51b7a35 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.646274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a520865-c0ab-487d-8c7e-e007c51b7a35" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.646274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a520865-c0ab-487d-8c7e-e007c51b7a35" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.646510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a520865-c0ab-487d-8c7e-e007c51b7a35" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.646693] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a520865-c0ab-487d-8c7e-e007c51b7a35',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.801240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.801395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.801613] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90564860-1b5a-45dc-898e-993478ba89cc with status ACTIVE [ 638.801807] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.801942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.802057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.802302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.802399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.802601] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.802718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.802803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.802969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.803062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.803290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.803408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.803475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.803746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.803850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.803937] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90564860-1b5a-45dc-898e-993478ba89cc is going to be updated. [ 638.849384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.849609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.849609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.849839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.849990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.850690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90564860-1b5a-45dc-898e-993478ba89cc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.010567] env[65968]: INFO networking_nsxv3.common.synchronization [req-124fbd1f-86ab-4d03-9626-1d4622b97994 req-7dc75ce9-7afe-46ef-a932-58d7b791e828 tempest-VolumesAdminNegativeTest-1468876049 tempest-VolumesAdminNegativeTest-1468876049-project-member] Enqueued Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 639.013872] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGHEST for action security_group_members [ 639.013872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.013872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.013872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.013872] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.149782] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a520865-c0ab-487d-8c7e-e007c51b7a35 [ 639.149782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.149782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.149782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.149782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.149782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.149782] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a520865-c0ab-487d-8c7e-e007c51b7a35 already deleted. [ 639.149782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a520865-c0ab-487d-8c7e-e007c51b7a35" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207076] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 639.207295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.207882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.208011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.208084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.208236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.208314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.208417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.208513] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.517503] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.517503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.517503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.517926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.517926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.518764] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.518764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.518764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.518764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.519022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.519022] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf is going to be updated. [ 639.592050] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.592050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.592050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.592050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.592050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.603677] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: IN_PROGRESS for 2s [ 639.711270] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.823197] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 639.823397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.823603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.823907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.824176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.825215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.825354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.825577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.825707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.825943] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.215674] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b393d12d-29f2-40bb-9022-662a89a77c41: rpc.has_security_group_logging(os_id): False [ 640.237778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.238406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.238406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.238922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.239273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.239663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.239842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.239942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.242030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.242140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242233] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be created. [ 640.322089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.322089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.322089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.322089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.322355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.328109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.338251] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 640.582494] env[65968]: INFO networking_nsxv3.common.synchronization [req-72b5e655-039b-4194-878d-b95ca032b1e1 req-0d1f39c2-5ac0-46d4-b2d0-70ff7c72ba20 tempest-DeleteServersAdminTestJSON-1497834712 tempest-DeleteServersAdminTestJSON-1497834712-project-member] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 640.582962] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 640.583320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.583515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.583748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.583891] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.584062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.584228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.584746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.584746] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.832446] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.086698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.087904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.087904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.087904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.087904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.087904] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.088222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.088312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.088556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.088671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.088792] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be updated. [ 641.127718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.127718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.127718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.127718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.127718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 641.307871] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.308095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.308217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.308520] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.308830] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.308986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.309280] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.309601] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.309786] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.310169] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.310169] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.310320] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.310414] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.310598] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.310726] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.310889] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.336120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.336312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.336457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.336689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.336782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.336881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be updated. [ 641.357609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.357857] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.357962] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.358073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.358404] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-bddb60e6-e6cf-418f-ba58-96be40db487e taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.358603] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.358723] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.359059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.359195] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddb60e6-e6cf-418f-ba58-96be40db487e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.379761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.380452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.380754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.383029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.383029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.393913] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 641.616590] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf in Status: SUCCESS [ 641.617181] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf deletion is rescheduled due to dependency. [ 641.617346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.752595] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ea8b527d-0502-45b5-9dbf-9b038ce250c2 None None] Enqueued Resource ID: 4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa with Priority: HIGHEST for action port [ 641.753475] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c86c3745-748b-4356-94b8-8733328a123b None None] Enqueued Resource ID: dc466546-f4c8-45a9-8edb-80e47be57a89 with Priority: HIGHEST for action port [ 641.754156] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa with Priority: HIGHEST for action port [ 641.754347] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc466546-f4c8-45a9-8edb-80e47be57a89 with Priority: HIGHEST for action port [ 641.754711] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.754885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.755022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.755251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.755327] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.756680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc466546-f4c8-45a9-8edb-80e47be57a89 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc466546-f4c8-45a9-8edb-80e47be57a89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc466546-f4c8-45a9-8edb-80e47be57a89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.757229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc466546-f4c8-45a9-8edb-80e47be57a89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.757295] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc466546-f4c8-45a9-8edb-80e47be57a89',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.866788] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.866788] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port bddb60e6-e6cf-418f-ba58-96be40db487e not found, creating... [ 641.866788] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.866788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.867479] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867786] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868116] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.868618] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868945] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.869225] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: bddb60e6-e6cf-418f-ba58-96be40db487e is going to be created. [ 641.892044] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.892291] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.892415] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.892707] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.893038] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.893286] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.260577] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa [ 642.260953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.261180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.261296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.261889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.262012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.262111] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa already deleted. [ 642.262204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d8ef83c-34d1-467f-9d87-f3d4c9bd02aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.262438] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc466546-f4c8-45a9-8edb-80e47be57a89 [ 642.262615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.262728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.262790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.262973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.263065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.263469] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc466546-f4c8-45a9-8edb-80e47be57a89 already deleted. [ 642.263469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc466546-f4c8-45a9-8edb-80e47be57a89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.352042] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 642.352042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.626599] env[65968]: INFO networking_nsxv3.common.synchronization [req-72b5e655-039b-4194-878d-b95ca032b1e1 req-cc89e150-a8c3-4150-8f43-05b8d91a86ca service nova] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_rules [ 642.626812] env[65968]: INFO networking_nsxv3.common.synchronization [req-72b5e655-039b-4194-878d-b95ca032b1e1 req-cc89e150-a8c3-4150-8f43-05b8d91a86ca service nova] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 642.626901] env[65968]: INFO networking_nsxv3.common.synchronization [req-72b5e655-039b-4194-878d-b95ca032b1e1 req-cc89e150-a8c3-4150-8f43-05b8d91a86ca service nova] Enqueued Resource ID: bddb60e6-e6cf-418f-ba58-96be40db487e with Priority: HIGHEST for action port [ 642.627158] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_rules [ 642.627289] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 642.627385] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddb60e6-e6cf-418f-ba58-96be40db487e with Priority: HIGHEST for action port [ 642.627952] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.630841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.630841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.630841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.630841] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.632034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.632034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.632034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddb60e6-e6cf-418f-ba58-96be40db487e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.632034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.632034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.632308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.632308] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddb60e6-e6cf-418f-ba58-96be40db487e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.135158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.135158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.138175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bddb60e6-e6cf-418f-ba58-96be40db487e with status ACTIVE [ 643.138175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.138175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.138175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.139468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.139468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.139468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.139468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.140663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.140663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.140663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.140663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.140663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.140663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.140913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.145063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.145063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bddb60e6-e6cf-418f-ba58-96be40db487e is going to be updated. [ 643.156074] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 643.156074] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 deletion is rescheduled due to dependency. [ 643.157308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.157547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.157825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.158016] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.158173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.158240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.158552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.158634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.158737] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.167703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.167961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.168175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.168743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.169076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.169831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddb60e6-e6cf-418f-ba58-96be40db487e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.411841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 643.411841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.411841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.411841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.411841] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.411841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.411841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.412365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.412365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.412365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.412365] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.664784] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.916236] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.916236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.916559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.916559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.916691] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.916791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.916866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.917010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.917102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.917183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.917346] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.917500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.917500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.917663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.919874] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.919874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.919874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.919874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.919874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.919874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.919874] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.168295] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.421809] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105f4c71-b4a6-489e-b56b-8133942aeb6a: rpc.has_security_group_logging(os_id): False [ 644.443674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.446242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.446242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.446242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.446242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.446242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.447946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.447946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.451158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.451158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.451158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.451158] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be updated. [ 644.553114] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.553114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.553114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.553114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.553114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.573169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 644.672685] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.673191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.673191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.673191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.673334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.673380] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be updated. [ 644.724375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.724565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.724565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.724806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.724951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.748837] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 644.931203] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3c159fd3-96b8-4d50-b3cb-e78e2d184feb None None] Enqueued Resource ID: 853b0fd8-ed33-462e-b368-b2aa24c7923e with Priority: HIGHEST for action port [ 644.931203] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853b0fd8-ed33-462e-b368-b2aa24c7923e with Priority: HIGHEST for action port [ 644.931780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-853b0fd8-ed33-462e-b368-b2aa24c7923e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.932262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853b0fd8-ed33-462e-b368-b2aa24c7923e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.932543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853b0fd8-ed33-462e-b368-b2aa24c7923e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.933952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853b0fd8-ed33-462e-b368-b2aa24c7923e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.933952] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853b0fd8-ed33-462e-b368-b2aa24c7923e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.438495] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 853b0fd8-ed33-462e-b368-b2aa24c7923e [ 645.438636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.438791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.438992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.439195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.439314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.439404] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:853b0fd8-ed33-462e-b368-b2aa24c7923e already deleted. [ 645.439516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853b0fd8-ed33-462e-b368-b2aa24c7923e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.938984] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ee3447ed-02c1-44ea-948d-affd731c970b None None] Enqueued Resource ID: bd53ac08-f002-4029-9525-1f63c1ddbe57 with Priority: HIGHEST for action port [ 645.939602] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd53ac08-f002-4029-9525-1f63c1ddbe57 with Priority: HIGHEST for action port [ 645.939911] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd53ac08-f002-4029-9525-1f63c1ddbe57 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.940905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd53ac08-f002-4029-9525-1f63c1ddbe57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.941950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd53ac08-f002-4029-9525-1f63c1ddbe57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.942256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd53ac08-f002-4029-9525-1f63c1ddbe57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.942360] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd53ac08-f002-4029-9525-1f63c1ddbe57',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.446708] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd53ac08-f002-4029-9525-1f63c1ddbe57 [ 646.447311] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.447311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.447311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.448186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.448287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.448372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd53ac08-f002-4029-9525-1f63c1ddbe57 already deleted. [ 646.448449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd53ac08-f002-4029-9525-1f63c1ddbe57" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.588856] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 646.588856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.760833] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 646.761138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.761383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.761583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.761780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.761934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.761984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.762126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.762209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.762295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.762383] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.267140] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.267140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.267140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.267140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.267140] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.267140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.267578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.267578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.267578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.267578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.267698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.267822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.267822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.267963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.268178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.268272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.268329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.268469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.268554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.268674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.268766] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.773059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0920df78-14c4-425f-9a42-b6396632a9d3: rpc.has_security_group_logging(os_id): False [ 647.798030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.798613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.798613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.798613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.799023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.799023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.799023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799395] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.799395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.799637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.799637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.800161] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.800161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.800161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.800161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.800161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.800161] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be updated. [ 648.034219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.034219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.034453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.034567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.034634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.050089] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 648.227147] env[65968]: INFO networking_nsxv3.common.synchronization [None req-37b73ad6-aa5d-429d-876d-2e81fb5d41b0 None None] Enqueued Resource ID: 63a77b19-6c72-4d66-9295-eb0d8f996b05 with Priority: HIGHEST for action port [ 648.228016] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a77b19-6c72-4d66-9295-eb0d8f996b05 with Priority: HIGHEST for action port [ 648.228995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a77b19-6c72-4d66-9295-eb0d8f996b05 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.229214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a77b19-6c72-4d66-9295-eb0d8f996b05" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.229288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a77b19-6c72-4d66-9295-eb0d8f996b05" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a77b19-6c72-4d66-9295-eb0d8f996b05" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229644] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a77b19-6c72-4d66-9295-eb0d8f996b05',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.733422] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a77b19-6c72-4d66-9295-eb0d8f996b05 [ 648.733800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.734024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734513] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a77b19-6c72-4d66-9295-eb0d8f996b05 already deleted. [ 648.734590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a77b19-6c72-4d66-9295-eb0d8f996b05" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.484323] env[65968]: INFO networking_nsxv3.common.synchronization [None req-12a5feb3-6852-42f7-8aa0-f92a896c55b9 None None] Enqueued Resource ID: 34115c41-9181-4cc1-9e60-36170ec2faf9 with Priority: HIGHEST for action port [ 649.484984] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34115c41-9181-4cc1-9e60-36170ec2faf9 with Priority: HIGHEST for action port [ 649.486145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-34115c41-9181-4cc1-9e60-36170ec2faf9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.486145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34115c41-9181-4cc1-9e60-36170ec2faf9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.486145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34115c41-9181-4cc1-9e60-36170ec2faf9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.486145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34115c41-9181-4cc1-9e60-36170ec2faf9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.486145] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34115c41-9181-4cc1-9e60-36170ec2faf9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.992209] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34115c41-9181-4cc1-9e60-36170ec2faf9 [ 649.992587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.992587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.992820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.992911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.993021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.993063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34115c41-9181-4cc1-9e60-36170ec2faf9 already deleted. [ 649.993155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34115c41-9181-4cc1-9e60-36170ec2faf9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.069090] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 650.069402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.125492] env[65968]: INFO networking_nsxv3.common.synchronization [req-10363f9e-6325-4c66-8e36-a39b53cf7038 req-48d3b10d-4754-4960-a661-133a13476b7d tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 651.126128] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 651.126434] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.126970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.126970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.126970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127148] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.127300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.127365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.127528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127821] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.413854] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c6e12fad-55f6-4864-af42-28862c29974d None None] Enqueued Resource ID: 552509b5-4cfb-452d-ab69-8e432f2881c4 with Priority: HIGHEST for action port [ 651.414423] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552509b5-4cfb-452d-ab69-8e432f2881c4 with Priority: HIGHEST for action port [ 651.414721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-552509b5-4cfb-452d-ab69-8e432f2881c4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.414846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-552509b5-4cfb-452d-ab69-8e432f2881c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.414913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-552509b5-4cfb-452d-ab69-8e432f2881c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.415627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-552509b5-4cfb-452d-ab69-8e432f2881c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.415789] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552509b5-4cfb-452d-ab69-8e432f2881c4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.632183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.632183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.632183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.632183] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 already deleted. [ 651.632630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.918139] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 552509b5-4cfb-452d-ab69-8e432f2881c4 [ 651.918379] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.918531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.918621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.918844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.918936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.919047] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:552509b5-4cfb-452d-ab69-8e432f2881c4 already deleted. [ 651.919205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-552509b5-4cfb-452d-ab69-8e432f2881c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.153887] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.153887] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.153887] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.153887] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154421] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.155352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.155352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.155352] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.155523] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.155639] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.155639] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.155751] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.158038] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.158038] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.178238] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.178238] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.178238] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.178238] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.178238] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.178882] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.179158] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.179551] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.179798] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.654036] env[65968]: INFO networking_nsxv3.common.synchronization [None req-9a5a36e2-0b1d-4689-af1d-e7d4954d8da1 None None] Enqueued Resource ID: 18a3b788-255b-49f2-bf02-8c1eda4c18be with Priority: HIGHEST for action port [ 652.654498] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a3b788-255b-49f2-bf02-8c1eda4c18be with Priority: HIGHEST for action port [ 652.654811] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a3b788-255b-49f2-bf02-8c1eda4c18be taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.654928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a3b788-255b-49f2-bf02-8c1eda4c18be" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.655015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a3b788-255b-49f2-bf02-8c1eda4c18be" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.655272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a3b788-255b-49f2-bf02-8c1eda4c18be" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.655344] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a3b788-255b-49f2-bf02-8c1eda4c18be',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.684465] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.684689] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.684839] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.685131] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.685298] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.685443] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a not found, creating... [ 652.685942] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.686107] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.686201] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.686435] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.686565] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.686865] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.687029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.687139] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.688035] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.688588] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.688778] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a is going to be created. [ 652.716095] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.716095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.716095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.716510] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.716510] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.716705] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.158909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18a3b788-255b-49f2-bf02-8c1eda4c18be [ 653.158909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.158909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.158909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.158909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.158909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.158909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18a3b788-255b-49f2-bf02-8c1eda4c18be already deleted. [ 653.158909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a3b788-255b-49f2-bf02-8c1eda4c18be" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.503239] env[65968]: INFO networking_nsxv3.common.synchronization [req-10363f9e-6325-4c66-8e36-a39b53cf7038 req-bfd219a8-c350-4813-af81-57ec286e0ac6 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 653.503408] env[65968]: INFO networking_nsxv3.common.synchronization [req-10363f9e-6325-4c66-8e36-a39b53cf7038 req-bfd219a8-c350-4813-af81-57ec286e0ac6 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 653.503544] env[65968]: INFO networking_nsxv3.common.synchronization [req-10363f9e-6325-4c66-8e36-a39b53cf7038 req-bfd219a8-c350-4813-af81-57ec286e0ac6 service nova] Enqueued Resource ID: 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a with Priority: HIGHEST for action port [ 653.504080] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 653.504217] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 653.504306] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a with Priority: HIGHEST for action port [ 653.507194] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.510087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.510933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.510933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.510933] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.511706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.511838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.511904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.512091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.512241] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.512367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.512410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.512517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.512595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512680] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.513958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.514085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.514132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.514717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.514792] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.971260] env[65968]: INFO networking_nsxv3.common.synchronization [None req-803d9ff0-43f6-4499-9da3-24b3722ce62e tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 653.971851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 653.972228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.972378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.972444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.972675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.972764] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.018391] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.019534] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.019673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.020078] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a with status ACTIVE [ 654.020078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.020357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.020427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.022368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.022462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.022668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.022781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.022845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.023055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.023140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.023387] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.023490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.023555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.023713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.023792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.023876] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a is going to be updated. [ 654.055578] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.055808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.055808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.055958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.056209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.056394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc25ea5-cc65-42d7-a3f2-6b224d9e8f1a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.419222] env[65968]: INFO networking_nsxv3.common.synchronization [None req-e6891044-a330-4254-9445-2f06de436093 None None] Enqueued Resource ID: e6323e52-67ae-4cdb-b5c3-77891741f7e8 with Priority: HIGHEST for action port [ 654.419935] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6323e52-67ae-4cdb-b5c3-77891741f7e8 with Priority: HIGHEST for action port [ 654.420832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6323e52-67ae-4cdb-b5c3-77891741f7e8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.420958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6323e52-67ae-4cdb-b5c3-77891741f7e8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.421022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6323e52-67ae-4cdb-b5c3-77891741f7e8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.421298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6323e52-67ae-4cdb-b5c3-77891741f7e8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.421381] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6323e52-67ae-4cdb-b5c3-77891741f7e8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.500086] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.500342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.500395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.500560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.500715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.500812] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 already deleted. [ 654.500900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.527142] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.740234] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2d22ddee-3627-45cc-8b03-73e22769f10d tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 654.740897] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 654.741231] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.741346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.741412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.741635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.741736] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.925968] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6323e52-67ae-4cdb-b5c3-77891741f7e8 [ 654.925968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.925968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.925968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.925968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.925968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.925968] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6323e52-67ae-4cdb-b5c3-77891741f7e8 already deleted. [ 654.926375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6323e52-67ae-4cdb-b5c3-77891741f7e8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.034011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.034501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.034817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.035097] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be created. [ 655.077344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.077344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.077344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.077344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.077614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.094922] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: UNINITIALIZED for 2s [ 655.264613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.264613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.264910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264980] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 already deleted. [ 655.265043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.516991] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8d9c1e7f-1359-461e-a506-20877b952f60 None None] Enqueued Resource ID: d2e309ce-ba8b-46f0-bb93-6646c6a9c84a with Priority: HIGHEST for action port [ 656.517295] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e309ce-ba8b-46f0-bb93-6646c6a9c84a with Priority: HIGHEST for action port [ 656.519239] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e309ce-ba8b-46f0-bb93-6646c6a9c84a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.519414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e309ce-ba8b-46f0-bb93-6646c6a9c84a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.519486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e309ce-ba8b-46f0-bb93-6646c6a9c84a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.519767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e309ce-ba8b-46f0-bb93-6646c6a9c84a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.519855] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e309ce-ba8b-46f0-bb93-6646c6a9c84a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.022997] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2e309ce-ba8b-46f0-bb93-6646c6a9c84a [ 657.023502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.023502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.023618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.025211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.025211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.025211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2e309ce-ba8b-46f0-bb93-6646c6a9c84a already deleted. [ 657.025211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e309ce-ba8b-46f0-bb93-6646c6a9c84a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.106766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 657.107891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.107891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.107891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.107891] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.108304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.108867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.109021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.109110] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.192409] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c028e327-73a3-485b-9495-cd3a7f1c50e3 None None] Enqueued Resource ID: bd5fed47-41de-44bc-ad2d-2f356367293b with Priority: HIGHEST for action port [ 657.192409] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5fed47-41de-44bc-ad2d-2f356367293b with Priority: HIGHEST for action port [ 657.192658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5fed47-41de-44bc-ad2d-2f356367293b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.193675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5fed47-41de-44bc-ad2d-2f356367293b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.193675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5fed47-41de-44bc-ad2d-2f356367293b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.193675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5fed47-41de-44bc-ad2d-2f356367293b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.193675] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5fed47-41de-44bc-ad2d-2f356367293b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.612552] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614111] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.614111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.614481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.614481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.614601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.614601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.614734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614809] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.614892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.614942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.615116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.615195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.615270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.615495] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.701106] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd5fed47-41de-44bc-ad2d-2f356367293b [ 657.701106] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.701106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.701106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.701106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.708388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.708388] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd5fed47-41de-44bc-ad2d-2f356367293b already deleted. [ 657.708388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5fed47-41de-44bc-ad2d-2f356367293b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.120527] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7f587d-b7de-4133-b57b-21636e296be4: rpc.has_security_group_logging(os_id): False [ 658.144266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.144266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.144749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.147753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.148082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.149230] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.149230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.149725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be created. [ 658.210290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.211064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.228439] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 659.226059] env[65968]: INFO networking_nsxv3.common.synchronization [req-3903cad5-d915-4dd1-937d-551ca3e786f9 req-b63e93e6-138b-4a4d-ac14-2809233ad05d tempest-TenantUsagesTestJSON-957150583 tempest-TenantUsagesTestJSON-957150583-project-member] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 659.231851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGHEST for action security_group_members [ 659.231851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.231851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.231851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.231851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.231851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.231851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.232688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.232688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.232817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.232853] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.737092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.737322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.737322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.737573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.737709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.737932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.738057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.738119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.738313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.738416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.738506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 is going to be updated. [ 659.795558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.796237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.812024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: IN_PROGRESS for 2s [ 660.261033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 660.261358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.769230] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-71eb5eb3-98db-4921-aaf3-9228e376fad6 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 661.769788] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 661.771832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.772203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.772309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.772772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.772971] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.773345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.773345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.773478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.773515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.773636] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.823528] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 in Status: SUCCESS [ 661.823923] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 deletion is rescheduled due to dependency. [ 661.824081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.191883] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-cf512d79-2bd8-41a6-8180-77a9b10e24a6 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 662.192771] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 662.193128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.193245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.275730] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.276543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.276640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.276887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.276989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.277319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.277387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.277551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.277629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277715] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f already deleted. [ 662.277796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.278894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.278894] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.279014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.279014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.279578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.279578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.279578] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.604833] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-6ed142c9-69b0-4b90-a37b-43d9a4e2d0cf tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 662.606264] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 662.607379] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.607711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781576] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.781934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.782052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.782149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.782515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.782515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.782831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.782831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782831] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f already deleted. [ 662.783527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.783527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.783527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.783527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.783527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.783527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.783747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.783747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.783865] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.050414] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.050667] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.050897] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.051306] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.051608] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.051855] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.051991] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.052283] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.052467] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.052692] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.052860] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.052984] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.053129] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.053263] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.053414] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.053604] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.074812] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.075036] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.077023] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.077023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.077023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.077023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.077023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.077023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.077023] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.162442] env[65968]: INFO networking_nsxv3.common.synchronization [None req-4aee0694-002a-40d4-a664-eaa1cec1a35c None None] Enqueued Resource ID: 185783fd-ae94-4cba-85ec-0c07b44cd7d3 with Priority: HIGHEST for action port [ 663.162663] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185783fd-ae94-4cba-85ec-0c07b44cd7d3 with Priority: HIGHEST for action port [ 663.163372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-185783fd-ae94-4cba-85ec-0c07b44cd7d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.164087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185783fd-ae94-4cba-85ec-0c07b44cd7d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.164087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185783fd-ae94-4cba-85ec-0c07b44cd7d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.164087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185783fd-ae94-4cba-85ec-0c07b44cd7d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.164087] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185783fd-ae94-4cba-85ec-0c07b44cd7d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.289031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.289031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.289031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.289031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.289031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.289376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.289376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.289463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.289562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.289637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.289735] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f already deleted. [ 663.289910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.578916] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.580263] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.580392] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.580617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.580779] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.580936] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff not found, creating... [ 663.581279] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.582340] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.582489] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.583496] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.583496] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.583496] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.583496] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.583496] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.583829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.583829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.584510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff is going to be created. [ 663.611294] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.611908] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.611908] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.612200] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.612652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.614108] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.666505] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185783fd-ae94-4cba-85ec-0c07b44cd7d3 [ 663.666836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.666986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.667075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.667304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.667395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.667546] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185783fd-ae94-4cba-85ec-0c07b44cd7d3 already deleted. [ 663.667637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185783fd-ae94-4cba-85ec-0c07b44cd7d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.465197] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bea82abf-26e3-403a-bf3f-5a94f52c296d service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 664.465483] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bea82abf-26e3-403a-bf3f-5a94f52c296d service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 664.465483] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bea82abf-26e3-403a-bf3f-5a94f52c296d service nova] Enqueued Resource ID: 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff with Priority: HIGHEST for action port [ 664.465991] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 664.469345] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 664.469345] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff with Priority: HIGHEST for action port [ 664.469345] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.469345] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.469345] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.469345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.469345] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.471076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.471076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.471076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.471076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.471076] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.476262] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.476262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.476262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.476262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.476262] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.976018] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.977398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff with status ACTIVE [ 664.977953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.978120] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.978209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.978436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.979100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.979327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.979634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.979728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.980447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.981605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.981605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.981605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.981605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.981605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.981605] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff is going to be updated. [ 665.007230] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.007461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.007461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0ef43b-8c1d-4805-87c0-3e0a4478e5ff" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.482978] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.631282] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.631474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.631593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.632299] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.632299] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.632473] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.632522] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.632712] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.632853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.633068] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.633176] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.633278] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.633381] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.633482] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.633579] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.633705] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.656881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.657093] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.657209] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.657375] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.657682] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-e600a03c-af85-498a-a279-a0f558274e94 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.657851] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.657965] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.658296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.658429] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e600a03c-af85-498a-a279-a0f558274e94',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.986622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.987182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.987403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.987489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.987587] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be created. [ 666.016186] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.016394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.016394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.016652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.016817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.028631] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: UNINITIALIZED for 2s [ 666.035351] env[65968]: INFO networking_nsxv3.common.synchronization [None req-49aa690d-2fd7-4ca4-b535-bf38e437a248 None None] Enqueued Resource ID: f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2 with Priority: HIGHEST for action port [ 666.035853] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2 with Priority: HIGHEST for action port [ 666.036213] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.036341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.037366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.037667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.037790] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.161268] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.162052] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.162052] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.162052] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.162397] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.162397] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port e600a03c-af85-498a-a279-a0f558274e94 not found, creating... [ 666.162545] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.162705] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.162827] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.163099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.163298] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.163788] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.164679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.164679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.164679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.164679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.164679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: e600a03c-af85-498a-a279-a0f558274e94 is going to be created. [ 666.180898] env[65968]: INFO networking_nsxv3.common.synchronization [req-93a8c7fd-e6b8-4254-933c-ba3789d0f266 req-29eabaae-e984-4863-8ea9-bb5d754f0de8 tempest-InstanceActionsNegativeTestJSON-818821497 tempest-InstanceActionsNegativeTestJSON-818821497-project-member] Enqueued Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 666.181501] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 666.181855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.182171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.182263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.182698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.182846] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.182948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.183016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.183257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.183352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.183429] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.186314] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.186524] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.186648] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.186942] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187535] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.187535] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.543272] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2 [ 666.544421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.544421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.544421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.544705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.544705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.544705] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2 already deleted. [ 666.544869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dcbee7-e37f-4fb2-83d4-d7588ff2d8a2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.689316] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.690666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.690666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.691341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.691341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.691439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.691607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.691711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.692475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.692475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.692475] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 already deleted. [ 666.692475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.976808] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bac90ed0-9bdc-4a5d-9f3c-fe1469850632 service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 666.976989] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bac90ed0-9bdc-4a5d-9f3c-fe1469850632 service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 666.977173] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-bac90ed0-9bdc-4a5d-9f3c-fe1469850632 service nova] Enqueued Resource ID: e600a03c-af85-498a-a279-a0f558274e94 with Priority: HIGHEST for action port [ 666.977690] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 666.977821] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 666.977926] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e600a03c-af85-498a-a279-a0f558274e94 with Priority: HIGHEST for action port [ 666.978694] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.978993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.979125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.979366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e600a03c-af85-498a-a279-a0f558274e94 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.979724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.979932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.980018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.980081] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e600a03c-af85-498a-a279-a0f558274e94',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.273999] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.273999] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-898" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.273999] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-898" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.274378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-898" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.274763] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.274992] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.275540] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.275874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.276112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.276407] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.276568] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.276727] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.276883] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.277062] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.277222] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.277422] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.309843] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.310043] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.310097] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.310269] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-898" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.310665] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.310886] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.311015] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.311335] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.311469] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.487720] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e600a03c-af85-498a-a279-a0f558274e94 with status ACTIVE [ 667.487720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.487720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.487720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.487720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.487720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.488113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.488113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.488113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.488238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.488238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.489021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.489021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.489021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.489021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.489021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.489021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e600a03c-af85-498a-a279-a0f558274e94 is going to be updated. [ 667.517181] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.517402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.517480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.517698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.517835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.519376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e600a03c-af85-498a-a279-a0f558274e94" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.818767] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.819248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.819248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819509] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819670] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f not found, creating... [ 667.819894] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820167] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820280] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820500] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820820] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820964] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.821149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.821260] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.821463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.821584] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.821720] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f is going to be created. [ 667.845020] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.845020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.845020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.845020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.845020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.845020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.040344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 668.040583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.040722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.040928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.041266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.041341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.041636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.041744] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.042691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.042869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.043038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.043140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.043196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.043346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.043408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.043494] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.541660] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.542012] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.542287] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.542553] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.542693] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.542802] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.543028] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.543153] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.543347] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.543450] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.543547] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.543646] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.543749] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.543848] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.543971] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.545993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.546127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.546292] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.568258] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.568416] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.568548] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.568748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-516" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.569100] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-bdbe1935-783d-410a-bd49-0146642b0a25 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.569288] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.569603] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.569722] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.569874] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdbe1935-783d-410a-bd49-0146642b0a25',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.573664] env[65968]: INFO networking_nsxv3.common.synchronization [req-93a8c7fd-e6b8-4254-933c-ba3789d0f266 req-f035da47-ca29-4333-a0f4-1679ef7868a6 service nova] Enqueued Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_rules [ 668.573836] env[65968]: INFO networking_nsxv3.common.synchronization [req-93a8c7fd-e6b8-4254-933c-ba3789d0f266 req-f035da47-ca29-4333-a0f4-1679ef7868a6 service nova] Enqueued Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 668.573925] env[65968]: INFO networking_nsxv3.common.synchronization [req-93a8c7fd-e6b8-4254-933c-ba3789d0f266 req-f035da47-ca29-4333-a0f4-1679ef7868a6 service nova] Enqueued Resource ID: 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f with Priority: HIGHEST for action port [ 668.574592] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_rules [ 668.574764] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 668.574869] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f with Priority: HIGHEST for action port [ 668.575159] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.575309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.575403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.575799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.575936] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.577123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.577299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.577340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.577502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.577655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.577758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.577820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.577962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.578059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.578157] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.578924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.582328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.582328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.582328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.582328] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.048683] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.072933] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.073184] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.073296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.073577] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.073719] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.073868] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port bdbe1935-783d-410a-bd49-0146642b0a25 not found, creating... [ 669.074213] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074701] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074827] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.075125] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.075273] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.075380] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.075579] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.075702] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.075838] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: bdbe1935-783d-410a-bd49-0146642b0a25 is going to be created. [ 669.081104] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.082308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.082465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.082608] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f with status ACTIVE [ 669.082785] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.082903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.082965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.083461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.083461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.083461] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.083669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.083669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.083749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.083788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.083966] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.084281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.084355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.084529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.084614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.084705] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f is going to be updated. [ 669.111283] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.111504] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.111628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.111963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.112219] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.112440] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.114201] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.114319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.114319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.114500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.114621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.114775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a2c1e8a-6c3a-4a95-8f6a-9ec6d3a6e04f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.551328] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.551557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.551557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.551801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.551930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.552029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 669.588400] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.589658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.589658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.589658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.591655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.591655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.606639] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 669.871105] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-66e8041f-52c1-4158-a939-b78222713129 service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 669.871298] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-66e8041f-52c1-4158-a939-b78222713129 service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 669.871431] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a064d53-b6cc-4b6a-ae86-ea8c6a81559b req-66e8041f-52c1-4158-a939-b78222713129 service nova] Enqueued Resource ID: bdbe1935-783d-410a-bd49-0146642b0a25 with Priority: HIGHEST for action port [ 669.872093] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 669.872238] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 669.872344] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbe1935-783d-410a-bd49-0146642b0a25 with Priority: HIGHEST for action port [ 669.872599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.872693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.873058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.873285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdbe1935-783d-410a-bd49-0146642b0a25 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.873372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.873418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.873676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.873775] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdbe1935-783d-410a-bd49-0146642b0a25',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.095478] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.095915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.095915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.095915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.096086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.096124] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 is going to be created. [ 670.122586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.122847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.122847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.123059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.123239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.138300] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: UNINITIALIZED for 2s [ 670.377069] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdbe1935-783d-410a-bd49-0146642b0a25 with status ACTIVE [ 670.377301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.377401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.377683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.377781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.377959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.378068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.378124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.378278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.378350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.379039] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.379137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.379189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.379379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.379460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.379530] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdbe1935-783d-410a-bd49-0146642b0a25 is going to be updated. [ 670.405911] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.406321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.406396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.406608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.406764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.406968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdbe1935-783d-410a-bd49-0146642b0a25" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.956212] env[65968]: INFO networking_nsxv3.common.synchronization [req-937404ab-edba-4b66-9162-1059fa95e284 req-ef211d6a-d399-44ff-9959-afb4bd912971 tempest-FloatingIPsAssociationNegativeTestJSON-929338791 tempest-FloatingIPsAssociationNegativeTestJSON-929338791-project-member] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 670.956492] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 670.956775] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.956903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.956964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.957492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.957584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.957669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.957731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.957909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.958019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.958124] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.371326] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a4721740-1b43-4f4f-95d4-ec32e11ac3f1 None None] Enqueued Resource ID: 3ac72944-66c5-4b10-aa48-d230d1a339b4 with Priority: HIGHEST for action port [ 671.371326] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac72944-66c5-4b10-aa48-d230d1a339b4 with Priority: HIGHEST for action port [ 671.372196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac72944-66c5-4b10-aa48-d230d1a339b4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.372196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac72944-66c5-4b10-aa48-d230d1a339b4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.372196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac72944-66c5-4b10-aa48-d230d1a339b4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.372746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac72944-66c5-4b10-aa48-d230d1a339b4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.372875] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac72944-66c5-4b10-aa48-d230d1a339b4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.460873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.461203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.461203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.461431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.462395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.462627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.462774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.462863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.463098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.463180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.463268] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce already deleted. [ 671.463346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.511991] env[65968]: INFO networking_nsxv3.common.synchronization [None req-73262108-bd90-466d-9073-753c6e52680c None None] Enqueued Resource ID: 1406b67f-b04e-4782-8168-808143ed0d17 with Priority: HIGHEST for action port [ 671.512591] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1406b67f-b04e-4782-8168-808143ed0d17 with Priority: HIGHEST for action port [ 671.512902] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1406b67f-b04e-4782-8168-808143ed0d17 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.513542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1406b67f-b04e-4782-8168-808143ed0d17" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.513657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1406b67f-b04e-4782-8168-808143ed0d17" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.514013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1406b67f-b04e-4782-8168-808143ed0d17" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.514113] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1406b67f-b04e-4782-8168-808143ed0d17',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.620299] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.623548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.624343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.624639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624812] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.627429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.627429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.627812] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.876232] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ac72944-66c5-4b10-aa48-d230d1a339b4 [ 671.876465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.876589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.876656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.876928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.876928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.877090] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ac72944-66c5-4b10-aa48-d230d1a339b4 already deleted. [ 671.877161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac72944-66c5-4b10-aa48-d230d1a339b4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.982197] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.982421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982540] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.982957] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983254] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.983415] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983743] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983887] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.984100] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.984208] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.984309] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.984413] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.984519] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.984615] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.984736] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.005685] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.005862] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.007126] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.007126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.007126] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.007126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.007126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.007459] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.007459] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.016142] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1406b67f-b04e-4782-8168-808143ed0d17 [ 672.016553] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.016747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.016831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.017101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.017220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.017339] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1406b67f-b04e-4782-8168-808143ed0d17 already deleted. [ 672.017445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1406b67f-b04e-4782-8168-808143ed0d17" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.127439] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 672.130308] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.149069] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: SUCCESS [ 672.149288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.149441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.149658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.149851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.150303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.150303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.150303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.150303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.150613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.150613] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.153160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.153160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.153160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.153160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.153734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.153734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.153734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.153734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.153734] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.153734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.153968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.153968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.154049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.157135] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be created. [ 672.244022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.244022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.244022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.244022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.244022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.270098] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 672.510171] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.510859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.510859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.510859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.511071] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.511168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 not found, creating... [ 672.511728] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.511728] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.511728] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.512156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.512302] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.512459] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.512613] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.512748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.512942] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.513101] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516799] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 is going to be created. [ 672.537375] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.537607] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.537727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.538034] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.538267] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.539356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.636351] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.659026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.659026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.659026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.659782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.659782] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.138571] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.139811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.139811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.139811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.139811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.139811] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 673.162400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1: rpc.has_security_group_logging(os_id): False [ 673.181895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.182161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.182161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.182402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.194017] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 673.199348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.199814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.199814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.199814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.200084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.200084] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.200206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.200287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.200405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.200481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.200665] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.201365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.201365] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.201637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.201741] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 is going to be created. [ 673.261642] env[65968]: INFO networking_nsxv3.common.synchronization [req-937404ab-edba-4b66-9162-1059fa95e284 req-524c6803-a49d-4570-a3a5-4d3e12584c2e service nova] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_rules [ 673.261828] env[65968]: INFO networking_nsxv3.common.synchronization [req-937404ab-edba-4b66-9162-1059fa95e284 req-524c6803-a49d-4570-a3a5-4d3e12584c2e service nova] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 673.261980] env[65968]: INFO networking_nsxv3.common.synchronization [req-937404ab-edba-4b66-9162-1059fa95e284 req-524c6803-a49d-4570-a3a5-4d3e12584c2e service nova] Enqueued Resource ID: 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 with Priority: HIGHEST for action port [ 673.262612] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_rules [ 673.262911] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 673.262911] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 with Priority: HIGHEST for action port [ 673.263256] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.263364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.263423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.263735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.263842] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.265250] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.265379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.265446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.265573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.265714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.265953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.265953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.266119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.266193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.266321] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.267681] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.267833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.267906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.268562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.268562] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.292351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.292569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.292569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.295279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.295279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.321805] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: IN_PROGRESS for 2s [ 673.672275] env[65968]: INFO networking_nsxv3.common.synchronization [req-b89e666e-b6fe-4d13-8ab8-dbdd5e086e19 req-ca58e9b1-6652-41b2-8fb8-81d89ad33fe7 tempest-AttachInterfacesV270Test-848599970 tempest-AttachInterfacesV270Test-848599970-project-member] Enqueued Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 673.673033] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 673.673426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.673552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.673616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.673883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.675982] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.675982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.675982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.676336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.676336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.676336] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.770638] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.771841] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.771841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.772197] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 with status ACTIVE [ 673.772394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.772465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.772605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.772718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.772805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.772973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.773142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.773381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.773550] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.773702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.773913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.778155] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2 is going to be updated. [ 673.801492] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.803011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.803011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.803011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.803011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.803011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b9f9ba-962f-41d3-a3f5-1e7a728fa9f2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.907440] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2772098d-8ef8-46af-b1ba-d272855a1521 None None] Enqueued Resource ID: 8bd39ead-9c87-48c7-bec4-44acaa6389ae with Priority: HIGHEST for action port [ 673.907886] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd39ead-9c87-48c7-bec4-44acaa6389ae with Priority: HIGHEST for action port [ 673.913046] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd39ead-9c87-48c7-bec4-44acaa6389ae taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.913046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd39ead-9c87-48c7-bec4-44acaa6389ae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.913046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd39ead-9c87-48c7-bec4-44acaa6389ae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.913046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd39ead-9c87-48c7-bec4-44acaa6389ae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.913046] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd39ead-9c87-48c7-bec4-44acaa6389ae',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.172475] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.172829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-833" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.172986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-833" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.173324] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-833" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.173619] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.173778] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.173918] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.175296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.175458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.175798] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.175798] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.176052] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.176153] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.176336] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.176481] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.176636] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.180164] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.180303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.180397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.180778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.180921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.181206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.181361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.181452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.181624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.181743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.181806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 already deleted. [ 674.181901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.195703] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.195865] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.195997] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.196179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-833" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.196481] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-92278703-6583-4c03-b49e-1eb8972f70af taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.196638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.196747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.197065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.197201] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92278703-6583-4c03-b49e-1eb8972f70af',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.272445] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.287680] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 674.287902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.288087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.288302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.288396] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.416201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bd39ead-9c87-48c7-bec4-44acaa6389ae [ 674.417399] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.417399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.417399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.417399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.417399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.417399] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bd39ead-9c87-48c7-bec4-44acaa6389ae already deleted. [ 674.417399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd39ead-9c87-48c7-bec4-44acaa6389ae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.704021] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.704021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.704021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.704021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.704021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.704021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 92278703-6583-4c03-b49e-1eb8972f70af not found, creating... [ 674.704729] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.704729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.704729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.704857] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.706352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.706352] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.706352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.706352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.706721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.706721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.706872] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 92278703-6583-4c03-b49e-1eb8972f70af is going to be created. [ 674.757782] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.758629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.758818] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.759688] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.759688] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.759688] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.775314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.775896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.776024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.776370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.776485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.776596] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce is going to be created. [ 674.791800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.792013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811576] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.812491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.822213] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: UNINITIALIZED for 2s [ 674.856724] env[65968]: INFO networking_nsxv3.common.synchronization [req-00a3dff3-fc13-4115-8c92-a70460a7d6aa req-faf43ef2-1aa2-47f1-9dd8-85cb8b2f68d6 tempest-DeleteServersAdminTestJSON-1497834712 tempest-DeleteServersAdminTestJSON-1497834712-project-member] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 674.857191] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGHEST for action security_group_members [ 674.857519] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.857710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858514] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.858623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.859765] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.211183] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.211183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.211183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.211183] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.273743] env[65968]: INFO networking_nsxv3.common.synchronization [req-869657a8-2f05-40bb-b046-508e84ec77f3 req-d52c445a-355a-49b2-93b1-dd683a55cc3c tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 675.274439] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 675.274569] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.274665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.274724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.274970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.275144] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.275237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.275297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.275457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.275565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.275641] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.331964] env[65968]: INFO networking_nsxv3.common.synchronization [None req-5a49fdf9-5de8-45b6-8c6a-09aa93844887 None None] Enqueued Resource ID: b88d303e-c461-42a4-a414-61ef9e7d163f with Priority: HIGHEST for action port [ 675.332236] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88d303e-c461-42a4-a414-61ef9e7d163f with Priority: HIGHEST for action port [ 675.332786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b88d303e-c461-42a4-a414-61ef9e7d163f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.333022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b88d303e-c461-42a4-a414-61ef9e7d163f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.333022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b88d303e-c461-42a4-a414-61ef9e7d163f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.333239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b88d303e-c461-42a4-a414-61ef9e7d163f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.333316] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b88d303e-c461-42a4-a414-61ef9e7d163f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.337500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: SUCCESS [ 675.337692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.361909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.362294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.362428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.362618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.362709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.362920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.363055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.363102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.363239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.363403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.363403] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be updated. [ 675.393991] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.393991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.393991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.393991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.393991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.401936] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: IN_PROGRESS for 2s [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [req-b89e666e-b6fe-4d13-8ab8-dbdd5e086e19 req-c8d0e8ae-6d0d-4a81-b8ad-1b8228ec8bac service nova] Enqueued Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_rules [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [req-b89e666e-b6fe-4d13-8ab8-dbdd5e086e19 req-c8d0e8ae-6d0d-4a81-b8ad-1b8228ec8bac service nova] Enqueued Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [req-b89e666e-b6fe-4d13-8ab8-dbdd5e086e19 req-c8d0e8ae-6d0d-4a81-b8ad-1b8228ec8bac service nova] Enqueued Resource ID: 92278703-6583-4c03-b49e-1eb8972f70af with Priority: HIGHEST for action port [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_rules [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 675.479206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92278703-6583-4c03-b49e-1eb8972f70af with Priority: HIGHEST for action port [ 675.479206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.479206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.479206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.482767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.482767] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.482767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.482767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.482767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.482767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.482767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.482767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.483435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486251] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.486251] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-92278703-6583-4c03-b49e-1eb8972f70af taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486251] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92278703-6583-4c03-b49e-1eb8972f70af',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.715954] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.715954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.715954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.715954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.715954] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.720278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720278] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.753419] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.753419] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.753419] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.755637] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.756057] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.756427] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.756638] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.759032] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.759032] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.759032] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.759032] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.759032] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.759032] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.759032] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.759032] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.759032] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.783540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.783540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.783540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.784041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.784041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.784041] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 already deleted. [ 675.784041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.784989] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.788849] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.788849] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.788849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.788849] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-cb11e325-b5dd-4a73-8560-477c331df24a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.788849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.788849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.788849] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb11e325-b5dd-4a73-8560-477c331df24a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.836839] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b88d303e-c461-42a4-a414-61ef9e7d163f [ 675.840054] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.840054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.840054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.841189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.841189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.841189] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b88d303e-c461-42a4-a414-61ef9e7d163f already deleted. [ 675.841189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b88d303e-c461-42a4-a414-61ef9e7d163f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.047307] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.048273] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.048440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.048721] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92278703-6583-4c03-b49e-1eb8972f70af with status ACTIVE [ 676.048721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.048908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.048908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.049604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.049604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.049604] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.049604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.049604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.050145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.050145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.050145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.050145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.050777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.050777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050777] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92278703-6583-4c03-b49e-1eb8972f70af is going to be updated. [ 676.085487] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.085640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.085727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.085957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.086121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.086343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92278703-6583-4c03-b49e-1eb8972f70af" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.205699] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c99b063a-90f7-4696-90de-9556e38dd3ea None None] Enqueued Resource ID: 9a4e8a04-4483-4cc0-bef7-b4d61b344880 with Priority: HIGHEST for action port [ 676.206310] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4e8a04-4483-4cc0-bef7-b4d61b344880 with Priority: HIGHEST for action port [ 676.206775] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4e8a04-4483-4cc0-bef7-b4d61b344880 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.206996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4e8a04-4483-4cc0-bef7-b4d61b344880" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.206996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4e8a04-4483-4cc0-bef7-b4d61b344880" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.207865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4e8a04-4483-4cc0-bef7-b4d61b344880" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.207865] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4e8a04-4483-4cc0-bef7-b4d61b344880',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.227512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 676.248239] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.248449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.248449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.248677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.248771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.249447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.249981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.250196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.250283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.250337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.250473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.251464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251603] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 676.294581] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.294858] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.294973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.295316] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.295458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.295601] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port cb11e325-b5dd-4a73-8560-477c331df24a not found, creating... [ 676.295876] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.296060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.296177] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.296410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.296533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.296840] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.296984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.297909] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.298326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.298664] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.298882] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: cb11e325-b5dd-4a73-8560-477c331df24a is going to be created. [ 676.309415] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2049169d-c826-407e-848a-f198b8a0fc18 None None] Enqueued Resource ID: f3c874ae-bb6c-4334-b3e6-8e4b506441c3 with Priority: HIGHEST for action port [ 676.310250] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c874ae-bb6c-4334-b3e6-8e4b506441c3 with Priority: HIGHEST for action port [ 676.310803] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c874ae-bb6c-4334-b3e6-8e4b506441c3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.310803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c874ae-bb6c-4334-b3e6-8e4b506441c3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.310803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c874ae-bb6c-4334-b3e6-8e4b506441c3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.313964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c874ae-bb6c-4334-b3e6-8e4b506441c3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.314701] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c874ae-bb6c-4334-b3e6-8e4b506441c3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.340084] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340283] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340460] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340757] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340983] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.341232] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.422679] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.422679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.422679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.422679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.422679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.439598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 676.553487] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.709375] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a4e8a04-4483-4cc0-bef7-b4d61b344880 [ 676.709695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.709876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.709939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.710193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.710273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.710367] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a4e8a04-4483-4cc0-bef7-b4d61b344880 already deleted. [ 676.710446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4e8a04-4483-4cc0-bef7-b4d61b344880" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.818490] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3c874ae-bb6c-4334-b3e6-8e4b506441c3 [ 676.818490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.819398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.819398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.819398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.819398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.819398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3c874ae-bb6c-4334-b3e6-8e4b506441c3 already deleted. [ 676.819398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c874ae-bb6c-4334-b3e6-8e4b506441c3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.837106] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: SUCCESS [ 676.837451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.837501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.838929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.838929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.838929] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.038331] env[65968]: INFO networking_nsxv3.common.synchronization [req-869657a8-2f05-40bb-b046-508e84ec77f3 req-13c2e4e4-212c-4444-930b-005ca7f136c0 service nova] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 677.038470] env[65968]: INFO networking_nsxv3.common.synchronization [req-869657a8-2f05-40bb-b046-508e84ec77f3 req-13c2e4e4-212c-4444-930b-005ca7f136c0 service nova] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 677.038595] env[65968]: INFO networking_nsxv3.common.synchronization [req-869657a8-2f05-40bb-b046-508e84ec77f3 req-13c2e4e4-212c-4444-930b-005ca7f136c0 service nova] Enqueued Resource ID: cb11e325-b5dd-4a73-8560-477c331df24a with Priority: HIGHEST for action port [ 677.039375] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 677.039558] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 677.042394] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11e325-b5dd-4a73-8560-477c331df24a with Priority: HIGHEST for action port [ 677.042394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.042394] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.042394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.042394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.044269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.044408] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.049019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb11e325-b5dd-4a73-8560-477c331df24a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb11e325-b5dd-4a73-8560-477c331df24a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.056762] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.057018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.060243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.060243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.060243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.060243] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 is going to be created. [ 677.086948] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.087116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.087170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.087382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.087533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.100201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: UNINITIALIZED for 2s [ 677.341844] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.342798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.342922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.343212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.343416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.343536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.343600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.343768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.343857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.343947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.344131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.344209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.344267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.344377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.344509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.344603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.344666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.344791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.344868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.344940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.346605] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.412435] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0920df78-14c4-425f-9a42-b6396632a9d3 in Status: SUCCESS [ 677.412649] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 deletion is rescheduled due to dependency. [ 677.413237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.548488] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.550092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550822] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb11e325-b5dd-4a73-8560-477c331df24a with status ACTIVE [ 677.552221] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.552221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.552221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.552221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.552221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.552221] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.552495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.552495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.552495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.553196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.553196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.553196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.553196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.553415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.553415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.553507] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb11e325-b5dd-4a73-8560-477c331df24a is going to be updated. [ 677.593076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.593189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.593586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.593851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.594069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.594129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb11e325-b5dd-4a73-8560-477c331df24a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.851447] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2139d4a8-a327-4723-84bf-ca0dcc3e90ce: rpc.has_security_group_logging(os_id): False [ 677.872908] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.872908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.872908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.872908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.873292] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.873459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.875068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.875068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.875068] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce is going to be created. [ 677.985522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.985975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.985975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.986124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.986223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.006267] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: IN_PROGRESS for 2s [ 678.056087] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.406467] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a5ff1f9d-5480-438d-b7ee-1dc6b77064a1 tempest-ServersTestBootFromVolume-1753238110 tempest-ServersTestBootFromVolume-1753238110-project-member] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 678.406467] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 678.406467] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.406467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.409045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.409045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.409045] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.459405] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 678.459667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.459892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463479] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.558425] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.558582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.558649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.558915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.559196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.559196] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be created. [ 678.590316] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.591222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.592056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.592396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.592778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.606263] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: UNINITIALIZED for 2s [ 678.617581] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ceb94ac4-c1b5-486b-8d14-7e2c9f2f4e79 tempest-ServersTestBootFromVolume-1753238110 tempest-ServersTestBootFromVolume-1753238110-project-member] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 678.618284] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 678.619239] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.619239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.943859] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.944406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.944406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.944551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.945215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.945215] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aafface-334d-487d-910a-0640b089abf4 already deleted. [ 678.945215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.945215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.945763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.945763] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.964282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.964434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.964525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.964716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.964883] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.964981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.965051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.965186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.965402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.965402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.965485] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.016687] env[65968]: INFO networking_nsxv3.common.synchronization [req-55f4ae00-ea80-4233-bf9b-be27c566a01e req-fcd97057-84d5-4316-a175-3384746c6fb2 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 679.017305] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 679.018356] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.018356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.018356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.018574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.018852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.019018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.019105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.019289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.019375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.019474] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.117025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: SUCCESS [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.117025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.117025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.117025] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.470338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.470338] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aafface-334d-487d-910a-0640b089abf4 already deleted. [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.470338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.470338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471323] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471323] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.471323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.471719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471719] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.524134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.524295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.524379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.525121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.525295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.525609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.525767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.526102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.526214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.526796] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf already deleted. [ 679.526895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.623028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.623028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.623028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.623856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.623856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623856] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.755137] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.755330] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.755443] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.755753] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.756035] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.756714] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.756840] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.757073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.757213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.757419] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.757515] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.757618] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.757729] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.757817] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.757915] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.758056] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.785217] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.785217] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.785217] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.785217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.785217] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3b1f2c7e-8a83-440a-95b4-55d778d63626 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.785217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.785217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.785217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.785217] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b1f2c7e-8a83-440a-95b4-55d778d63626',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.974366] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 680.000011] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.000365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.000365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.000560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.000633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.000852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.001066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.001151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.001379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.001516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.001780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.002082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.002082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.002422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.002422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.002422] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.002768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.002768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.002972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.002972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.003226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 680.037442] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: SUCCESS [ 680.037442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.080296] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.080296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.080296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.080296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.080296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.096130] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 680.128910] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed38302-5ca7-49a1-992d-3351927abbb6: rpc.has_security_group_logging(os_id): False [ 680.162219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.162381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.162475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.162793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.162868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162999] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.163350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.163454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.163641] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.163967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.164052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.164247] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.164341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.164403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.164545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.164617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.164759] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 is going to be created. [ 680.269575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.269575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.269575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.269575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.269575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.286080] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: IN_PROGRESS for 2s [ 680.292076] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.292278] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.292278] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.292526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.292664] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.292810] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3b1f2c7e-8a83-440a-95b4-55d778d63626 not found, creating... [ 680.293814] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.293814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.293814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.293814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.293814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.294099] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.294172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.294260] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.294451] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.294566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.294707] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3b1f2c7e-8a83-440a-95b4-55d778d63626 is going to be created. [ 680.332214] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.332463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.332582] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333057] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.333369] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.333663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.618632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 680.619072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.619479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.619597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.619667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.619724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.619961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.619961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.620101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.620172] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.067505] env[65968]: INFO networking_nsxv3.common.synchronization [req-55f4ae00-ea80-4233-bf9b-be27c566a01e req-80ae0a51-58d1-447b-987a-5bad627ce65e service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 681.067816] env[65968]: INFO networking_nsxv3.common.synchronization [req-55f4ae00-ea80-4233-bf9b-be27c566a01e req-80ae0a51-58d1-447b-987a-5bad627ce65e service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 681.067816] env[65968]: INFO networking_nsxv3.common.synchronization [req-55f4ae00-ea80-4233-bf9b-be27c566a01e req-80ae0a51-58d1-447b-987a-5bad627ce65e service nova] Enqueued Resource ID: 3b1f2c7e-8a83-440a-95b4-55d778d63626 with Priority: HIGHEST for action port [ 681.068419] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 681.068564] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 681.068661] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1f2c7e-8a83-440a-95b4-55d778d63626 with Priority: HIGHEST for action port [ 681.068995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.070598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.070711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.074460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.074460] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.075573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.075741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.075780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.076036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.076276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.076407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.076478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.076651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.076772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.076925] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.080105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b1f2c7e-8a83-440a-95b4-55d778d63626 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.081291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081291] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b1f2c7e-8a83-440a-95b4-55d778d63626',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.123704] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.582879] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.583110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.583272] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.584340] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b1f2c7e-8a83-440a-95b4-55d778d63626 with status ACTIVE [ 681.584632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.584792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.584869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.585333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.585333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.585530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.585672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.585769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.586037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.587750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.588854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.588854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.588854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.588854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.588854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.588854] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b1f2c7e-8a83-440a-95b4-55d778d63626 is going to be updated. [ 681.616907] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.617134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.617134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.617347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.617475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.617645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b1f2c7e-8a83-440a-95b4-55d778d63626" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.626848] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34708459-011d-4b2e-a20a-8ac924489913: rpc.has_security_group_logging(os_id): False [ 681.647998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.648161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.648230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.648451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.648558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.648972] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.649444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.649562] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be created. [ 681.741012] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.741326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.741326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.741550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.741736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.766850] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 682.092788] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.114512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 682.114737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.313291] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: SUCCESS [ 682.315081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.595421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.595492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.595710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.595798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be created. [ 682.627878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.627878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.627878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.627878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.628247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.643465] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: UNINITIALIZED for 2s [ 683.783327] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 683.783327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.661410] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661410] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.164038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.164364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.164661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.165900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.166126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.166234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.166299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.166459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.166603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.166697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.166757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.166896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.166998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.167220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.167344] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.510991] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d1d248a9-ac46-4100-ad96-45bf0645e624 None None] Enqueued Resource ID: 953de658-5af6-4561-9d18-aca160b5af1d with Priority: HIGHEST for action port [ 685.511779] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953de658-5af6-4561-9d18-aca160b5af1d with Priority: HIGHEST for action port [ 685.513714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-953de658-5af6-4561-9d18-aca160b5af1d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.513866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-953de658-5af6-4561-9d18-aca160b5af1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.513945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-953de658-5af6-4561-9d18-aca160b5af1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.514235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-953de658-5af6-4561-9d18-aca160b5af1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.514314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953de658-5af6-4561-9d18-aca160b5af1d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.672711] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 685.695876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.696065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.696195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.697154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.697271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.698636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.698636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.698753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.698939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.699474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.699729] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.699835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.699884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.700137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.700180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.700359] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.700512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.700582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.700738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.700845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.700939] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be created. [ 685.789167] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.789167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.789167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.789167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.789167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.807578] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 686.020068] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 953de658-5af6-4561-9d18-aca160b5af1d [ 686.020068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.020068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.020068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.020068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.020068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.020068] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:953de658-5af6-4561-9d18-aca160b5af1d already deleted. [ 686.020068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-953de658-5af6-4561-9d18-aca160b5af1d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.823557] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 687.823885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.084581] env[65968]: INFO networking_nsxv3.common.synchronization [req-931eecab-c067-44f9-9c95-f78b4112bb27 req-22ff2a1b-de3f-4498-a6de-b27cf6cef366 tempest-ServersTestManualDisk-512888771 tempest-ServersTestManualDisk-512888771-project-member] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 688.084581] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGHEST for action security_group_members [ 688.085024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.085203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.085270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.085477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.085660] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.085759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.085820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.085991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.086188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.086288] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.402219] env[65968]: INFO networking_nsxv3.common.synchronization [None req-08023826-1784-405e-a024-461424a3228a None None] Enqueued Resource ID: 67321aed-2913-443b-9f43-cf99f2727fe6 with Priority: HIGHEST for action port [ 688.402384] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67321aed-2913-443b-9f43-cf99f2727fe6 with Priority: HIGHEST for action port [ 688.402700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-67321aed-2913-443b-9f43-cf99f2727fe6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.402922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67321aed-2913-443b-9f43-cf99f2727fe6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.403604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67321aed-2913-443b-9f43-cf99f2727fe6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.403939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67321aed-2913-443b-9f43-cf99f2727fe6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.403998] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67321aed-2913-443b-9f43-cf99f2727fe6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.589346] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.589346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.589346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.589670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.589670] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.589807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.590115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.590197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.590288] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 is going to be updated. [ 688.636793] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.636793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.636793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.636793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.637298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.650440] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: IN_PROGRESS for 2s [ 688.693059] env[65968]: INFO networking_nsxv3.common.synchronization [req-853555cb-d396-4631-9b17-ffd7beab96ab req-e91ff554-5d5f-4a92-a37e-6f85546b59c2 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 688.693059] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 688.693575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.693816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.693816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.696835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.696835] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.696835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.696835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.696835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.696835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.696835] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.747547] env[65968]: INFO networking_nsxv3.common.synchronization [req-b6cba5f1-afb0-4af2-8f13-fecb06aa471b req-26f6d99f-c5bd-4cd0-b8a1-5135ba824b4f tempest-FloatingIPsAssociationTestJSON-376555180 tempest-FloatingIPsAssociationTestJSON-376555180-project-member] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 688.748347] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 688.748670] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.749287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.749287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.749287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.749486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.749636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.749701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.749920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.750025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.751259] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.906814] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67321aed-2913-443b-9f43-cf99f2727fe6 [ 688.907209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.907341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.907441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.907745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.907880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.908133] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67321aed-2913-443b-9f43-cf99f2727fe6 already deleted. [ 688.908133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67321aed-2913-443b-9f43-cf99f2727fe6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.198383] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.198591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.198686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.198870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.199010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199180] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.199281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.199513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.199597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199685] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 already deleted. [ 689.199753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.215119] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.215325] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.215458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.215731] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.215982] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.216163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.216502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.216502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.216623] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216803] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.216911] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.217062] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.217148] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.217261] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.217349] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.217476] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.242077] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.242077] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.242077] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.242077] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.242077] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-d913c220-4372-400d-9090-e0606341246a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242077] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242077] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.242077] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.242077] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d913c220-4372-400d-9090-e0606341246a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.258159] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.505101] env[65968]: INFO networking_nsxv3.common.synchronization [req-87104cc8-82da-4c56-a575-07fd51ec8981 req-3a47bf3d-856f-4491-9e03-8493d78b8fc5 tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 689.506250] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 689.506700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.507045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.507204] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.507306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.507386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.507547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.507637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.507732] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.745729] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.745962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.746099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.746380] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.746727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.746727] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port d913c220-4372-400d-9090-e0606341246a not found, creating... [ 689.746928] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.747073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.747203] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.748222] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.748490] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748807] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.749037] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.749377] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.749910] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.750088] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.750659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: d913c220-4372-400d-9090-e0606341246a is going to be created. [ 689.760261] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.772928] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.773169] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.773308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.773593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.773754] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.773971] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.010993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.010993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.010993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.011592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.011779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.011779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.012048] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 690.047128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.047615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.047615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.047615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.047774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.059563] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 690.263466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.264193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264516] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be updated. [ 690.324856] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.324856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.324975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.325723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.327240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.338870] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 690.581600] env[65968]: INFO networking_nsxv3.common.synchronization [req-853555cb-d396-4631-9b17-ffd7beab96ab req-a9e639a5-2927-424b-80cb-ef1d5ea4386d service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 690.581773] env[65968]: INFO networking_nsxv3.common.synchronization [req-853555cb-d396-4631-9b17-ffd7beab96ab req-a9e639a5-2927-424b-80cb-ef1d5ea4386d service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 690.582014] env[65968]: INFO networking_nsxv3.common.synchronization [req-853555cb-d396-4631-9b17-ffd7beab96ab req-a9e639a5-2927-424b-80cb-ef1d5ea4386d service nova] Enqueued Resource ID: d913c220-4372-400d-9090-e0606341246a with Priority: HIGHEST for action port [ 690.582931] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 690.583011] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 690.583197] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d913c220-4372-400d-9090-e0606341246a with Priority: HIGHEST for action port [ 690.583592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.583759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.583814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.584233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.584331] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.585414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.586737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.586737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.587218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.587218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.587218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.587381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.588034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.588034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.588034] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.590129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d913c220-4372-400d-9090-e0606341246a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.590129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.590129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.590129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.590129] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d913c220-4372-400d-9090-e0606341246a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.662513] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 in Status: SUCCESS [ 690.662680] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 deletion is rescheduled due to dependency. [ 690.662796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.857561] env[65968]: INFO networking_nsxv3.common.synchronization [req-11964c67-a6e7-405c-b080-58885a378d54 req-0d33ba6e-8fb9-4e03-a742-3e8faa26d741 tempest-InstanceActionsV221TestJSON-570637519 tempest-InstanceActionsV221TestJSON-570637519-project-member] Enqueued Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 690.858141] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 690.858456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.859502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.859759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.859922] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.860035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.860099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.860255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.860340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.860434] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.104291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104291] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.104291] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d913c220-4372-400d-9090-e0606341246a with status ACTIVE [ 691.104291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.104291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.104291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108831] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.108831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.108831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.108831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.108831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108831] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d913c220-4372-400d-9090-e0606341246a is going to be updated. [ 691.128374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.128561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.128652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.128980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.129244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.129488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d913c220-4372-400d-9090-e0606341246a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.211966] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.212131] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-978" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.212229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-978" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.212560] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-978" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.212859] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.213064] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.213203] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.213453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.213617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.213840] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.213976] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.214123] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.214995] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.214995] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.214995] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.214995] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.247088] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.247504] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.247721] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.247905] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-978" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.248280] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-724924dd-d922-44f6-a7c8-8bfa58015c26 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.248519] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.248697] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.249088] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.249272] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724924dd-d922-44f6-a7c8-8bfa58015c26',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.365738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.365738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.365738] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a already deleted. [ 691.365738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.602908] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.751494] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.751709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.751847] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.752235] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.752378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752523] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 724924dd-d922-44f6-a7c8-8bfa58015c26 not found, creating... [ 691.752783] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.752927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.753086] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.753335] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.753444] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.753729] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.753849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.754086] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.754366] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.754423] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.754560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 724924dd-d922-44f6-a7c8-8bfa58015c26 is going to be created. [ 691.777033] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.777033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.777318] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.777629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.777692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.778490] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.069848] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 692.070096] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 deletion is rescheduled due to dependency. [ 692.070250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.107134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.107523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.107523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.107641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.107696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.107799] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be created. [ 692.136882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.136882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.136882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.137230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.137230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.148295] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: UNINITIALIZED for 2s [ 692.358954] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 692.359324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.507032] env[65968]: INFO networking_nsxv3.common.synchronization [req-11964c67-a6e7-405c-b080-58885a378d54 req-5b3573c7-74c2-4e29-8b06-b7143ad27f69 service nova] Enqueued Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_rules [ 692.507309] env[65968]: INFO networking_nsxv3.common.synchronization [req-11964c67-a6e7-405c-b080-58885a378d54 req-5b3573c7-74c2-4e29-8b06-b7143ad27f69 service nova] Enqueued Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 692.507493] env[65968]: INFO networking_nsxv3.common.synchronization [req-11964c67-a6e7-405c-b080-58885a378d54 req-5b3573c7-74c2-4e29-8b06-b7143ad27f69 service nova] Enqueued Resource ID: 724924dd-d922-44f6-a7c8-8bfa58015c26 with Priority: HIGHEST for action port [ 692.508330] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_rules [ 692.508584] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 692.508673] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724924dd-d922-44f6-a7c8-8bfa58015c26 with Priority: HIGHEST for action port [ 692.509032] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.509180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.509265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.509592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.509714] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.510875] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.511039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.511097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.511593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.511593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.511697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.511697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.511910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.512043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.512165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.513214] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-724924dd-d922-44f6-a7c8-8bfa58015c26 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.513598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.513598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.514370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.515074] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724924dd-d922-44f6-a7c8-8bfa58015c26',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.017279] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.017279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.017279] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724924dd-d922-44f6-a7c8-8bfa58015c26 with status ACTIVE [ 693.017492] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.017492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.017812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.017812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.017922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.018143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.018535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.018535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.018593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.018874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.019113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.019177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.019177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.019461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.019539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.019918] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724924dd-d922-44f6-a7c8-8bfa58015c26 is going to be updated. [ 693.020874] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.057617] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.057773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.057846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.058074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.058211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.058372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724924dd-d922-44f6-a7c8-8bfa58015c26" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.285618] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-95971fc5-2a2d-47c9-85d2-b1f5402f7f13 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 693.286196] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 693.286684] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.286849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.286849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.287133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.287351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.287564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.287632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.287832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.287958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.288026] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.523096] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.691386] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.693218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.693218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.693218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.694124] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.694372] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.694570] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.694863] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.695026] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.695235] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.695341] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.697726] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.697726] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.697726] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.697726] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.697726] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.721248] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.721248] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.721248] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.721248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.721248] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.721248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.721248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.721248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.721248] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf4c7d8-fd9b-4bee-b002-3e698cec0700',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.792976] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.792976] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.792976] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 already deleted. [ 693.792976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.025667] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.025907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.026088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.026558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.026831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.026831] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a is going to be created. [ 694.077516] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.077773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.077868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.078158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.078439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.094643] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: UNINITIALIZED for 2s [ 694.163037] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.163037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163037] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.222795] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.223279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.223279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.223447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.223547] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.223711] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 not found, creating... [ 694.223980] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.224154] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.224250] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.224468] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.224597] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.224876] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.225029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.225197] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225383] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.225558] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225700] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 is going to be created. [ 694.262176] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.262485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.262485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.262770] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.262989] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.263237] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.665311] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.665722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.665722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.665846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.666045] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.666169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.666232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.666419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.666523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.666633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.666814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.666911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.666973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.667155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.667311] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.667403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.667476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.667620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.667722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.667852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.667994] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.988325] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-61f3b9d9-c42f-420e-ba31-6b7b04f28aa8 service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 694.988509] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-61f3b9d9-c42f-420e-ba31-6b7b04f28aa8 service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 694.988630] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-61f3b9d9-c42f-420e-ba31-6b7b04f28aa8 service nova] Enqueued Resource ID: 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 with Priority: HIGHEST for action port [ 694.989208] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 694.989342] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 694.989440] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 with Priority: HIGHEST for action port [ 694.989710] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.989827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.989895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.991108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.991108] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.991959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.991959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.991959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.992084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.992391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.996020] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.996020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.996020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.996020] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf4c7d8-fd9b-4bee-b002-3e698cec0700',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.170560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fb4b6f-bc29-487f-b212-830859874b64: rpc.has_security_group_logging(os_id): False [ 695.190252] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.190393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.190788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.190884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.191218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.191325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.191889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.192091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.192195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.192458] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.192571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.192649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.192807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.192885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.193082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.193192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.193254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.193398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.193463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.193548] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be created. [ 695.288461] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.288656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.288698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.289870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.289870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.313235] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 695.496735] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.497140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.498970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 with status ACTIVE [ 695.498970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.498970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.498970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.499429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.500024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf4c7d8-fd9b-4bee-b002-3e698cec0700 is going to be updated. [ 695.501386] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.525235] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.525402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.525475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.525705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.525888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.526088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf4c7d8-fd9b-4bee-b002-3e698cec0700" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.841468] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-954ecca0-9adc-4d53-b5f9-7233b1113f49 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 695.842611] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 695.842611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.842611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.004165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.107247] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: SUCCESS [ 696.107444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.107630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.107865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.108216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.108280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.108454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108748] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.193922] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.194137] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.194251] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.194652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.194969] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195032] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195164] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195381] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195515] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195708] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.195821] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.195924] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.196040] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.196210] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.196318] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.196480] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.223228] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.224415] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.224415] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.224415] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224415] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e1da3b0d-668d-4635-beaa-70162360ac3f taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.224415] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224415] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.224647] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.224718] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1da3b0d-668d-4635-beaa-70162360ac3f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.508557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.508557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.508557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.508557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.508557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.508557] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be created. [ 696.550999] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.551269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.551367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.551602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.551796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.563202] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: UNINITIALIZED for 2s [ 696.614646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.614646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.614886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.614922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.615462] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.615462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.615462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.615915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.615915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.615915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.615915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.616104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.616104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.616276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.616590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.616676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.616750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.616993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.617155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.617225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.617330] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.727173] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.727470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.727663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.728174] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.728907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.728907] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e1da3b0d-668d-4635-beaa-70162360ac3f not found, creating... [ 696.728907] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.729068] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.729252] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.730033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.730033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.730166] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.730815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.730815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.730932] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.731398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.731398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e1da3b0d-668d-4635-beaa-70162360ac3f is going to be created. [ 696.755659] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.755871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.755987] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.756282] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.756508] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.756875] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.120166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a2c836-fc35-4de7-8103-b4e5eb50c16a: rpc.has_security_group_logging(os_id): False [ 697.146817] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.147056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.147132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.147349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.147445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.147650] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.147777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.147840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.147975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.148042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.148244] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.148345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.148560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.148637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.148812] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.148905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.149202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.149277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.149362] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a is going to be created. [ 697.362133] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 697.363039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.461290] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: IN_PROGRESS for 2s [ 697.548967] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-7b95e13b-5224-4949-a0bc-82a8898a964b service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 697.549286] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-7b95e13b-5224-4949-a0bc-82a8898a964b service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 697.549446] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-7b95e13b-5224-4949-a0bc-82a8898a964b service nova] Enqueued Resource ID: e1da3b0d-668d-4635-beaa-70162360ac3f with Priority: HIGHEST for action port [ 697.550356] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 697.550587] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 697.550656] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1da3b0d-668d-4635-beaa-70162360ac3f with Priority: HIGHEST for action port [ 697.551088] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551319] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551801] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1da3b0d-668d-4635-beaa-70162360ac3f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.552274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.552274] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1da3b0d-668d-4635-beaa-70162360ac3f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.056379] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1da3b0d-668d-4635-beaa-70162360ac3f with status ACTIVE [ 698.056622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.056856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.056885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.057198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.057321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.057554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.057668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.057756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.058057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.058190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.058445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.058570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.058638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.058826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.058905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.058993] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1da3b0d-668d-4635-beaa-70162360ac3f is going to be updated. [ 698.103223] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.103223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.103223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.103223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.103223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.103223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1da3b0d-668d-4635-beaa-70162360ac3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.575149] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 698.575406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.575509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.575844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.576102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.576542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.576653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.576844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.576966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577372] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.578303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.578585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.579602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.579602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.579728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.580218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.580218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.580218] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.082530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.082668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.082762] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.478988] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: SUCCESS [ 699.479358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.585387] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.748906] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-02d8c7a9-f289-428a-8c1a-a56dd6dfb858 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 699.750054] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 699.750399] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.750602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.094029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.094029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.094029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.094029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.094029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.094029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 700.138187] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.138187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.138187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.138187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.138187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.152805] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 700.422655] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.422839] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.422955] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.423258] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423548] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.423701] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.423808] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.424498] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.424714] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.424932] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.425047] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.425168] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.425248] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.425352] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.425445] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.425567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.449601] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.449762] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.449900] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.450268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-496" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.450486] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.450833] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.450833] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.451396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.451484] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a16f1dc-e2b5-495a-82dc-31b32e4b532a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.954036] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.954036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.954453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.954453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.954523] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.954679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 2a16f1dc-e2b5-495a-82dc-31b32e4b532a not found, creating... [ 700.954943] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.955136] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.955255] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.955485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.955614] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.955898] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.957709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.957709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957709] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 2a16f1dc-e2b5-495a-82dc-31b32e4b532a is going to be created. [ 700.983475] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.983821] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.983997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.984313] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.984591] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.984837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.775023] env[65968]: INFO networking_nsxv3.common.synchronization [req-9d4668eb-a79d-44d0-8d1a-2ddbcc5dc409 req-458a89e4-7531-499e-bfa1-f28965fc100c tempest-InstanceActionsNegativeTestJSON-818821497 tempest-InstanceActionsNegativeTestJSON-818821497-project-member] Enqueued Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 701.775023] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGHEST for action security_group_members [ 701.775023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.775023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.775023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.775023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.775674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.775906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.776424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-cd7553c0-5555-4b5b-b2a6-ea57dd9bd404 service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-cd7553c0-5555-4b5b-b2a6-ea57dd9bd404 service nova] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [req-ce57a54b-1617-43be-bb3b-72694c0ddcb7 req-cd7553c0-5555-4b5b-b2a6-ea57dd9bd404 service nova] Enqueued Resource ID: 2a16f1dc-e2b5-495a-82dc-31b32e4b532a with Priority: HIGHEST for action port [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_rules [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 701.788254] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a16f1dc-e2b5-495a-82dc-31b32e4b532a with Priority: HIGHEST for action port [ 701.789265] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.789494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.789800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.790041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.790430] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.790659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.790910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.791274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.791451] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a16f1dc-e2b5-495a-82dc-31b32e4b532a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.985888] env[65968]: INFO networking_nsxv3.common.synchronization [req-71d9094e-f26c-4149-987b-b036995d044f req-93d77318-6990-447d-9de2-40948f548bbd tempest-AttachInterfacesV270Test-848599970 tempest-AttachInterfacesV270Test-848599970-project-member] Enqueued Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 701.985888] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGHEST for action security_group_members [ 701.985888] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.985888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.985888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.987195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.987941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.988240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.988402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.988758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.988976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.989206] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.163205] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 702.164169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.164539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.164925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.166089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.166089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.166089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.166089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.166089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.166089] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.279034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.279285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.279470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.279615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.279736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.279988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.280133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.280184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.280393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.280474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.280572] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 is going to be updated. [ 702.294915] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a16f1dc-e2b5-495a-82dc-31b32e4b532a with status ACTIVE [ 702.295099] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.295404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.295404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.295513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.295626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.295863] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.296016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.296704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.296704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.296704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.296704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.296948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.296948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.297071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.297118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.297414] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a16f1dc-e2b5-495a-82dc-31b32e4b532a is going to be updated. [ 702.315151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.315151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.315151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.315374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.316128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.328517] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: IN_PROGRESS for 2s [ 702.331486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.331576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.331628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.331802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.331939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.332144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a16f1dc-e2b5-495a-82dc-31b32e4b532a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.493989] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.494291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.494408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.494742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.494859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.495219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.495332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.495399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.495973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.496160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.496268] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 is going to be updated. [ 702.531162] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.531589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.531589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.531859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.532506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546789] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: IN_PROGRESS for 2s [ 702.604177] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c69ad869-c2f6-44f6-a6ad-f703c45c9161 tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c with Priority: HIGHEST for action security_group_rules [ 702.606113] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c with Priority: HIGHEST for action security_group_rules [ 702.606371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.606522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.606609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606996] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.673703] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.744935] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ed5d41b3-d97d-4a0b-b195-77ddc1a6feb2 tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c with Priority: HIGHEST for action security_group_rules [ 702.748526] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c with Priority: HIGHEST for action security_group_rules [ 702.749102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.749343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.013526] env[65968]: INFO networking_nsxv3.common.synchronization [req-434d5b64-e7cb-4bc4-8eec-7a99a5e843e0 req-120e0497-0fdb-4655-ba78-ecb1a77c5d68 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.013964] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.014388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.014531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.014583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.014936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.015043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.015136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.015364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.015453] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.132143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132143] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c already deleted. [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.132143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.132143] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.177098] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.508764] env[65968]: INFO networking_nsxv3.common.synchronization [req-434d5b64-e7cb-4bc4-8eec-7a99a5e843e0 req-adbd898d-7fcf-4e4c-beb1-e2d34cd60abc tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.510227] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.510227] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.510227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.517072] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.660802] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.661011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.661092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.661657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.661980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.662172] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c already deleted. [ 703.662654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc05f4f-eef9-4b06-9b30-383d8b4c9e9c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.681038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.681373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.681439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.681661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.681737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.681840] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 703.718115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.719033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.719033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.719033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.720909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.731930] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 703.898672] env[65968]: INFO networking_nsxv3.common.synchronization [req-434d5b64-e7cb-4bc4-8eec-7a99a5e843e0 req-875fc58a-df04-44c9-b93b-d8a49496d754 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.902024] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 703.902024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.902024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.019366] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.339800] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 in Status: SUCCESS [ 704.340179] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 deletion is rescheduled due to dependency. [ 704.340388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.524404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.524598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.524673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.524891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.524981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.525457] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 704.558250] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 in Status: SUCCESS [ 704.558250] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 deletion is rescheduled due to dependency. [ 704.558324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.559834] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.559834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.559834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.559834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.559834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.567694] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 704.981163] env[65968]: INFO networking_nsxv3.common.synchronization [req-04a15942-a015-437d-bb84-45be4e612569 req-7cd3a658-171b-4c6f-9ad4-5ad04f258ac2 tempest-ServersAdminNegativeTestJSON-2086334165 tempest-ServersAdminNegativeTestJSON-2086334165-project-member] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 704.982127] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 704.982127] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.982317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.982317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.982742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.982742] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.982873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.982873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.983113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.983367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.983469] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.486544] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.486884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.486884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.486968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.487077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.487266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.487364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.487429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.487702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.487823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.487823] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c already deleted. [ 705.487923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.746203] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 705.746496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.746699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.746877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.747187] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.747387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.747469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.747711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.747839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.747981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.748243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.748344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.748406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.748552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.748717] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.748842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.748950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.750327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.750327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.750327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.750327] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.750544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.750976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.750976] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.751150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.751391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.751523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.752616] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.042806] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.043102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.043267] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.043891] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.044076] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.044190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.044401] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.044535] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.044729] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.044830] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.044929] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.045039] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.045139] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.045236] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.045366] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.069986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.069986] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.070184] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.070333] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.071123] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-354aa3ec-5bed-41a7-8508-a19a451aef36 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.071123] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.071123] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073359] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073359] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354aa3ec-5bed-41a7-8508-a19a451aef36',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.260364] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65af97dc-f257-4591-8520-a81dadd3b7a4: rpc.has_security_group_logging(os_id): False [ 706.260364] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.281607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.281607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282992] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282992] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be created. [ 706.380053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.380053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.380053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.380053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.380053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.399494] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 706.575241] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.575637] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.576080] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577102] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 354aa3ec-5bed-41a7-8508-a19a451aef36 not found, creating... [ 706.577431] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.577629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578053] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578416] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578658] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.579009] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.579405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.580112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.580112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.580259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.580551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 354aa3ec-5bed-41a7-8508-a19a451aef36 is going to be created. [ 706.586044] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 706.586823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.587684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.588838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.589282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.590026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.590026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.590191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.590283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.590699] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.615133] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.615425] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.615518] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.615737] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.616465] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.616465] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.765113] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.095973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.095973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.096460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.096460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.096460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.096600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.096682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.096742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.096923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.096977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.097049] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 707.133738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.133738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.133738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.133738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.133738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.145034] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 707.268383] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.268576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.268655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.268947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.269028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.269155] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 707.314940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.315038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.315332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.315737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.318638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.331198] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 707.334756] env[65968]: INFO networking_nsxv3.common.synchronization [req-04a15942-a015-437d-bb84-45be4e612569 req-2679ed4f-4a19-481c-801d-3f0b5cde5b28 service nova] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_rules [ 707.335175] env[65968]: INFO networking_nsxv3.common.synchronization [req-04a15942-a015-437d-bb84-45be4e612569 req-2679ed4f-4a19-481c-801d-3f0b5cde5b28 service nova] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 707.335282] env[65968]: INFO networking_nsxv3.common.synchronization [req-04a15942-a015-437d-bb84-45be4e612569 req-2679ed4f-4a19-481c-801d-3f0b5cde5b28 service nova] Enqueued Resource ID: 354aa3ec-5bed-41a7-8508-a19a451aef36 with Priority: HIGHEST for action port [ 707.335893] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_rules [ 707.335971] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 707.336032] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354aa3ec-5bed-41a7-8508-a19a451aef36 with Priority: HIGHEST for action port [ 707.337624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.337624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.337624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.337624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.337624] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.338317] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.338444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.338504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.338770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.338931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.339317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.339351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.339494] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.340236] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-354aa3ec-5bed-41a7-8508-a19a451aef36 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.340834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.340834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340834] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354aa3ec-5bed-41a7-8508-a19a451aef36',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.797482] env[65968]: INFO networking_nsxv3.common.synchronization [None req-66eb3ae7-56e7-4c5b-b0bb-99ac2e35dbd8 None None] Enqueued Resource ID: f53aa66b-4992-4e0e-8de0-a38437330bf6 with Priority: HIGHEST for action port [ 707.798477] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53aa66b-4992-4e0e-8de0-a38437330bf6 with Priority: HIGHEST for action port [ 707.798852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53aa66b-4992-4e0e-8de0-a38437330bf6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.799033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53aa66b-4992-4e0e-8de0-a38437330bf6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.799201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53aa66b-4992-4e0e-8de0-a38437330bf6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.799458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53aa66b-4992-4e0e-8de0-a38437330bf6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.799635] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53aa66b-4992-4e0e-8de0-a38437330bf6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.843980] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.844124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.844319] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.846410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 354aa3ec-5bed-41a7-8508-a19a451aef36 with status ACTIVE [ 707.846496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.846620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.846652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.846850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.846942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.847129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.847243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.847296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.847456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.847796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.847796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.847796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.847936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.847936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.848084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.848220] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 354aa3ec-5bed-41a7-8508-a19a451aef36 is going to be updated. [ 707.873374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.873668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.873668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.873830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.873963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.874166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354aa3ec-5bed-41a7-8508-a19a451aef36" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.303398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53aa66b-4992-4e0e-8de0-a38437330bf6 [ 708.303702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.305593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.305947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.307125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.307231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.307343] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53aa66b-4992-4e0e-8de0-a38437330bf6 already deleted. [ 708.307424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53aa66b-4992-4e0e-8de0-a38437330bf6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351490] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.412872] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 708.413036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.413222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.413436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.413572] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.860043] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.860043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.860043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.860043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.860043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.860043] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be created. [ 708.883412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.883575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.883682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.883871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.884407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.898216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: UNINITIALIZED for 2s [ 708.915800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.915922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.104960] env[65968]: INFO networking_nsxv3.common.synchronization [req-c7d9b82a-23ec-4b52-9829-b483d99bea9d req-2b9cc8eb-7091-440a-ae9f-ae263387e186 tempest-InstanceActionsV221TestJSON-570637519 tempest-InstanceActionsV221TestJSON-570637519-project-member] Enqueued Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 709.105378] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGHEST for action security_group_members [ 709.105489] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.105610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.105676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.105920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.106036] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.106146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.106209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.106353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.106435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.106522] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.158027] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 709.158027] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f deletion is rescheduled due to dependency. [ 709.158027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.158261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.158551] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.158669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.158734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.158967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159073] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.347455] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 709.347680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.348209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.348209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.350429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.350606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.350715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.350874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.350964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.351091] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.609094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.609094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.609094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.609365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.609365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.609560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.609653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.609727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.609887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.609962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.610064] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a is going to be updated. [ 709.642694] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.642859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.642923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.643158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.643302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.654485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: IN_PROGRESS for 2s [ 709.661020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.661309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.661309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.661536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.661606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.661783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.661873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.661931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.662102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.662263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.662351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 709.693375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.694448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.694448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.694448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.694448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.705684] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 709.854329] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.357410] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.702771] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a869772f-a638-4eb1-8efd-ba2e57032463 None None] Enqueued Resource ID: 19232351-daad-4b41-a444-d9a0f519616b with Priority: HIGHEST for action port [ 710.702771] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19232351-daad-4b41-a444-d9a0f519616b with Priority: HIGHEST for action port [ 710.703708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-19232351-daad-4b41-a444-d9a0f519616b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.703795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19232351-daad-4b41-a444-d9a0f519616b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.703973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19232351-daad-4b41-a444-d9a0f519616b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.704179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19232351-daad-4b41-a444-d9a0f519616b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.704709] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19232351-daad-4b41-a444-d9a0f519616b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.863519] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.863519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.863519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.863519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.863519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.863519] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 710.896676] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.896676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.896676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.896951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.896986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.908285] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 710.909033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 710.909260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.909409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.909631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.909915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.910517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910969] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.207282] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19232351-daad-4b41-a444-d9a0f519616b [ 711.207568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.207751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.207825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.208089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.208177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.208266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19232351-daad-4b41-a444-d9a0f519616b already deleted. [ 711.208385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19232351-daad-4b41-a444-d9a0f519616b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.416098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.416396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.416396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.416771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.416771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.416771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.416942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418454] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418454] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418454] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.665841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a in Status: SUCCESS [ 711.666474] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a deletion is rescheduled due to dependency. [ 711.666654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.708025] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bb052735-35c7-4704-875b-bdf794b07ebe tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 711.709828] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 711.710285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.710421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.710503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.710817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.710870] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.720202] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 711.720333] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f deletion is rescheduled due to dependency. [ 711.720442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.924107] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0112d881-f949-4666-9385-e019740c6e7c: rpc.has_security_group_logging(os_id): False [ 711.946868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.947031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.947103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.947364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.947493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.947700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.947945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.947945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.948051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.948121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.948310] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.948491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.948491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.948890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.948890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.948890] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.949033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.949033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.950233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.950326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.950419] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be created. [ 711.985254] env[65968]: INFO networking_nsxv3.common.synchronization [None req-df7bf230-480a-48c6-b6ff-b4aac7d39880 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 711.985781] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 711.986098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.986221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.011374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.011543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.011619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.011810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.015022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027549] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 712.153252] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f70d1fed-6829-4f48-81ec-33b48a9fecfa None None] Enqueued Resource ID: d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae with Priority: HIGHEST for action port [ 712.153887] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae with Priority: HIGHEST for action port [ 712.154285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.154419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.154501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.154800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.154902] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.231401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.231575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.231671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.231805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.231905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.231996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 already deleted. [ 712.232090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.232765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.232765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.232765] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.657452] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae [ 712.657786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.657954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.658044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.658398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.658505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.658650] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae already deleted. [ 712.658866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50ddfa6-9ba3-4515-a5aa-ec7366fd4aae" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.755124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.755331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.755331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.755582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.755699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 already deleted. [ 712.755782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.920095] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 712.920331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.920539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.920762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.920950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.922972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.922972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.922972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.922972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.922972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.922972] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.428502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.428502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.428502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.428502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.428995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.428995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.428995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.428995] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.499431] env[65968]: INFO networking_nsxv3.common.synchronization [req-ec8cb0e4-6dc5-49cd-ae58-0e8617da893d req-a2373c3e-4a87-42d1-8f0d-73be75046390 tempest-ServersNegativeTestJSON-1891564820 tempest-ServersNegativeTestJSON-1891564820-project-member] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 713.499989] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 713.500349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.500465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.501645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.501645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.501755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.501755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.501855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.501987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.502092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.502176] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.931699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65af97dc-f257-4591-8520-a81dadd3b7a4: rpc.has_security_group_logging(os_id): False [ 713.951818] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.951978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.952089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.952385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.952480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.952734] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.952907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.953010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.953221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.953304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.953533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.953660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.953743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.955447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.955567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.956018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.956454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.956454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.956454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.956662] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 714.005627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.007913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.007913] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 already deleted. [ 714.007913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.049286] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.049286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.049286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.049286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.049286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.050761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 714.051239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064912] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 714.391163] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.391380] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.391503] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.391900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.392211] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.392378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.392485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.392758] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.392896] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.393139] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.393281] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.393393] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.393536] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.393661] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.393764] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.393934] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.413847] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.414222] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.414222] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.414375] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.414680] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.414856] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.414856] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.415205] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.415339] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eab9d42-38e0-4ad8-815e-fe1e340c6fb1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.920223] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.920442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.920560] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.920846] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.920990] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.921153] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 not found, creating... [ 714.921454] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.921606] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.921717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.922793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.922793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.922793] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.922793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.922793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.923049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.924512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 is going to be created. [ 714.948651] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.949239] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.949239] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.949317] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.949700] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.949973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.269704] env[65968]: INFO networking_nsxv3.common.synchronization [None req-487dbbfa-911e-425c-91e6-d6b3997d8eea None None] Enqueued Resource ID: bbe98f2d-93df-4c35-baf6-8da7c6b82a85 with Priority: HIGHEST for action port [ 715.270629] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe98f2d-93df-4c35-baf6-8da7c6b82a85 with Priority: HIGHEST for action port [ 715.270629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe98f2d-93df-4c35-baf6-8da7c6b82a85 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.270814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe98f2d-93df-4c35-baf6-8da7c6b82a85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.270858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe98f2d-93df-4c35-baf6-8da7c6b82a85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.271280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe98f2d-93df-4c35-baf6-8da7c6b82a85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.271468] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe98f2d-93df-4c35-baf6-8da7c6b82a85',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.767192] env[65968]: INFO networking_nsxv3.common.synchronization [req-ec8cb0e4-6dc5-49cd-ae58-0e8617da893d req-cac1a47a-5d9e-4c5d-a9e1-68a561c42efb service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 715.767192] env[65968]: INFO networking_nsxv3.common.synchronization [req-ec8cb0e4-6dc5-49cd-ae58-0e8617da893d req-cac1a47a-5d9e-4c5d-a9e1-68a561c42efb service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 715.767192] env[65968]: INFO networking_nsxv3.common.synchronization [req-ec8cb0e4-6dc5-49cd-ae58-0e8617da893d req-cac1a47a-5d9e-4c5d-a9e1-68a561c42efb service nova] Enqueued Resource ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with Priority: HIGHEST for action port [ 715.767321] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 715.769130] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 715.769130] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with Priority: HIGHEST for action port [ 715.770026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.770026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.770026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772476] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.773395] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.773531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.773578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.773748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.773891] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.773977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.774155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.774301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.774381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.775027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.776580] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.776694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.776740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.776896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.777314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eab9d42-38e0-4ad8-815e-fe1e340c6fb1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.781756] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe98f2d-93df-4c35-baf6-8da7c6b82a85 [ 715.781756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.781756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.781756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.781756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.781756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.781756] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe98f2d-93df-4c35-baf6-8da7c6b82a85 already deleted. [ 715.781756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe98f2d-93df-4c35-baf6-8da7c6b82a85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.082519] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 716.082519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.082519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.082519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.082519] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.275552] env[65968]: INFO networking_nsxv3.common.synchronization [req-98c9126d-8b8b-4bb7-87e7-328cbb400881 req-08b035f0-129d-46e1-b7f5-8f53259c155c tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 716.276819] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 716.278119] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278919] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.281327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.281327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.281327] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.283639] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with status ACTIVE [ 716.283773] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.283939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.284154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.284238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.284575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.284575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.284575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.284840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.284840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.285064] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.285064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.285064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.285450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.285450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.285450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 is going to be updated. [ 716.309559] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.309774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.309881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.310250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.310417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.310646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.585515] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.585795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.585901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.586187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.586412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.586519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.586582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.586788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.586921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.587038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.587127] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.786327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.786327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.786327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.786327] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 716.789507] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.814129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.816410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.816410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.816410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.816410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 716.837262] env[65968]: INFO networking_nsxv3.common.synchronization [None req-7bed6a34-b571-4198-90a9-cf05e964a5f4 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 716.837262] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 716.837262] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.837262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.837262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.837262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.837644] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.863659] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.863851] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.863966] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.864254] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.864557] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.864658] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.864759] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.864956] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.865256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.865513] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.865671] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.865816] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.865986] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.866207] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.866402] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.866616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.889498] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.889498] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.889498] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.889498] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-123" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.889669] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-72a207bc-f781-423a-a268-cf5e16ac2274 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.889924] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.889975] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.890272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.890398] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a207bc-f781-423a-a268-cf5e16ac2274',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.092024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.092024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.092024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.092024] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093017] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.293555] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.293805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.293910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.294155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.294248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.294352] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be created. [ 717.325176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.325476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.325476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.325617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.325743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.337639] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: UNINITIALIZED for 2s [ 717.364196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.364293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.364330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.365049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.365049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.365049] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d already deleted. [ 717.365049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.394325] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.394542] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.394699] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.395033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.395177] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.395326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 72a207bc-f781-423a-a268-cf5e16ac2274 not found, creating... [ 717.395578] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.395728] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.395838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.396059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.396191] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.396461] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.396877] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.397014] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.397307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.397442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.397579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 72a207bc-f781-423a-a268-cf5e16ac2274 is going to be created. [ 717.421705] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.421964] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.422052] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.422329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.422575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.422799] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595754] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65af97dc-f257-4591-8520-a81dadd3b7a4: rpc.has_security_group_logging(os_id): False [ 717.617823] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.617823] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.617823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.618391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.618391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.618391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.618391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.618391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.618624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.618695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.618736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.618871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.618962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.619056] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 717.689537] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.690119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.690358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.710834] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 717.783395] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d5ceda1f-a3d9-4c30-bc87-f9a127342b8b tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 717.784039] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 717.784358] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.784486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.784585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.784804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.784890] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.209427] env[65968]: INFO networking_nsxv3.common.synchronization [req-98c9126d-8b8b-4bb7-87e7-328cbb400881 req-1f4dd864-0e33-499a-9e2e-95b8327d2993 service nova] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 718.209722] env[65968]: INFO networking_nsxv3.common.synchronization [req-98c9126d-8b8b-4bb7-87e7-328cbb400881 req-1f4dd864-0e33-499a-9e2e-95b8327d2993 service nova] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 718.209722] env[65968]: INFO networking_nsxv3.common.synchronization [req-98c9126d-8b8b-4bb7-87e7-328cbb400881 req-1f4dd864-0e33-499a-9e2e-95b8327d2993 service nova] Enqueued Resource ID: 72a207bc-f781-423a-a268-cf5e16ac2274 with Priority: HIGHEST for action port [ 718.212961] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_rules [ 718.214231] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 718.214465] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a207bc-f781-423a-a268-cf5e16ac2274 with Priority: HIGHEST for action port [ 718.215138] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.215878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.216570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.216875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.217626] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.220412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.220412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.220412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a207bc-f781-423a-a268-cf5e16ac2274 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.220412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.220412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.223466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223740] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a207bc-f781-423a-a268-cf5e16ac2274',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.316208] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.316436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.316436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.316654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.316758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.316860] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d already deleted. [ 718.316942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.722212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.722423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.727873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72a207bc-f781-423a-a268-cf5e16ac2274 with status ACTIVE [ 718.728182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.728355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.732020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.732020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.732020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.732020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72a207bc-f781-423a-a268-cf5e16ac2274 is going to be updated. [ 718.733811] env[65968]: INFO networking_nsxv3.common.synchronization [None req-eecaac0f-586d-4a9f-a5fc-db10c258bd9c None None] Enqueued Resource ID: fbadb222-59dd-4b34-9c96-dfaa1117ac8a with Priority: HIGHEST for action port [ 718.734392] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbadb222-59dd-4b34-9c96-dfaa1117ac8a with Priority: HIGHEST for action port [ 718.734829] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbadb222-59dd-4b34-9c96-dfaa1117ac8a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.734829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbadb222-59dd-4b34-9c96-dfaa1117ac8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.734829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbadb222-59dd-4b34-9c96-dfaa1117ac8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.735060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbadb222-59dd-4b34-9c96-dfaa1117ac8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.735141] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbadb222-59dd-4b34-9c96-dfaa1117ac8a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.752703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.754045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.754045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.754045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.754045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.754045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a207bc-f781-423a-a268-cf5e16ac2274" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.839746] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 718.839746] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 deletion is rescheduled due to dependency. [ 718.839746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.840273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.840790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.840790] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.840790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.840967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.841016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.841095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.842302] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.239133] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbadb222-59dd-4b34-9c96-dfaa1117ac8a [ 719.239133] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.240764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.240764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.240764] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbadb222-59dd-4b34-9c96-dfaa1117ac8a already deleted. [ 719.241202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbadb222-59dd-4b34-9c96-dfaa1117ac8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.340798] env[65968]: INFO networking_nsxv3.common.synchronization [req-a06f6bf0-aef3-4739-a6bd-1850b3706b7f req-169b6dea-7e56-4af1-9f32-0dc050f81cbb tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 719.344019] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 719.344019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.344019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.344019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.344019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.345951] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.350780] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 719.350987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.351420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.351661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.352289] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.352289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.352289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.352289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.352289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352664] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.428025] env[65968]: INFO networking_nsxv3.common.synchronization [req-6e5528b9-d4a9-4552-aeb5-a9f4e81d4972 req-8fd62d4a-191c-4640-8b5c-84fbdf38ab5c tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 719.433038] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 719.433038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.433038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.433038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.433038] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.728911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 719.729166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.847862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.848091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.848149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.848424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.848557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.848808] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.848930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.849040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.849247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.849319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.849451] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 719.850753] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.855618] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.855618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.855745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.855903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.856017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.856124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.856186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.856334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.856419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.856749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.856749] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.856749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.856941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.856941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.857041] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.857128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.857224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.858757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.858757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.858757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.858757] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.884064] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.884824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.884824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.884824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.884824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.897699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 719.943922] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.944135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.944234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.944483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.944589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.944820] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.944922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.944976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.945233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.945334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.945437] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 719.980445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.980603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.980686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.980947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.981136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.994132] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 720.355233] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 720.359459] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f5ff0-fe24-429c-b32b-326ebec0d5a6: rpc.has_security_group_logging(os_id): False [ 720.378737] env[65968]: INFO networking_nsxv3.common.synchronization [req-1c15c504-eb47-4597-b4c8-858a1212565e req-404fcdd6-a151-4c53-9c1e-1e70c6046017 tempest-ServerDiagnosticsTest-338124245 tempest-ServerDiagnosticsTest-338124245-project-member] Enqueued Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 720.380321] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.380698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.380698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.381257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.381257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.381575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.381769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.381905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.386072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.386584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.386732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.386817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.387189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.387337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.387588] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.387721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.387804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.388025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.388241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.388241] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be created. [ 720.390127] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 720.393913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.393913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.394167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.396677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.396938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.400342] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.400633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.400633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.401682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402806] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.402806] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.418111] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 720.493025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.493025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.493025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.493265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.493829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.523391] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 720.724783] env[65968]: INFO networking_nsxv3.common.synchronization [req-19fe9275-5556-4081-b2cd-237ed5da8a9b req-86fca423-6573-4a37-8476-743b0ba51914 tempest-FloatingIPsAssociationTestJSON-376555180 tempest-FloatingIPsAssociationTestJSON-376555180-project-member] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 720.725400] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGHEST for action security_group_members [ 720.725755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.725869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.726991] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.726991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.728559] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.777226] env[65968]: INFO networking_nsxv3.common.synchronization [None req-edad00ec-1b6d-4230-85f9-9b5f94d77a3e None None] Enqueued Resource ID: 6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8 with Priority: HIGHEST for action port [ 720.777785] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8 with Priority: HIGHEST for action port [ 720.778361] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.778361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.778361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.778574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.778666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.885860] env[65968]: INFO networking_nsxv3.common.synchronization [req-ac261dc7-cdf3-46cf-8ad7-3b05a122e318 req-5e84ade2-d153-4bbc-b288-5fe822e6ee33 tempest-ServersTestFqdnHostnames-991892577 tempest-ServersTestFqdnHostnames-991892577-project-member] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 720.885860] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGHEST for action security_group_members [ 720.886398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.889200] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.889200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.889200] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.909317] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.909317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.909676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.909676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.909676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.909883] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.909996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.910071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.910242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.910330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.910417] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed already deleted. [ 720.910498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.225783] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bc17a144-3cfe-43fa-97e9-4e0004cbc761 None None] Enqueued Resource ID: 67419034-7469-48a8-b829-17f61ad517e2 with Priority: HIGHEST for action port [ 721.226652] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67419034-7469-48a8-b829-17f61ad517e2 with Priority: HIGHEST for action port [ 721.227078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-67419034-7469-48a8-b829-17f61ad517e2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.227078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67419034-7469-48a8-b829-17f61ad517e2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.227170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67419034-7469-48a8-b829-17f61ad517e2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.227342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67419034-7469-48a8-b829-17f61ad517e2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.227421] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67419034-7469-48a8-b829-17f61ad517e2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.230465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.230465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.230465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.230793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.230793] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be updated. [ 721.277902] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.277902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.277902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.277902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.277902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.282780] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8 [ 721.282780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.282780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.282780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.282780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.282780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.282780] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8 already deleted. [ 721.282780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff93ba0-f145-41c3-b7c1-b1412e1ad9d8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.287770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: IN_PROGRESS for 2s [ 721.390635] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.392192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.392314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.392727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.392815] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 is going to be updated. [ 721.423068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.423225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.423225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.423475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.423603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.434136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: IN_PROGRESS for 2s [ 721.457522] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457522] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457725] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457934] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458214] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.458695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.460308] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.460450] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.460567] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.460700] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.460783] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.460885] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.461030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.486128] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.487024] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.487024] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.487024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487024] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-d5103911-4a37-4835-aa9d-2caa48cb6866 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487310] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487310] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487583] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.487735] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5103911-4a37-4835-aa9d-2caa48cb6866',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.730598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67419034-7469-48a8-b829-17f61ad517e2 [ 721.730747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.731033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.731033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.731149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.731214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.731400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67419034-7469-48a8-b829-17f61ad517e2 already deleted. [ 721.731400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67419034-7469-48a8-b829-17f61ad517e2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.909376] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 721.909376] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 721.909376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.991454] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.991612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.991911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.991994] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.992181] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.992292] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port d5103911-4a37-4835-aa9d-2caa48cb6866 not found, creating... [ 721.992532] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.992672] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.992774] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.992978] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.993152] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.993413] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.993622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.994218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.994218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.994218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.994356] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: d5103911-4a37-4835-aa9d-2caa48cb6866 is going to be created. [ 722.007978] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 722.009126] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 deletion is rescheduled due to dependency. [ 722.009297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.018929] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.019148] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.019295] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.019562] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019778] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.019984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.428610] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 722.428988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.428988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.429100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.429274] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.429411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.429472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.429647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.429727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.429809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.429902] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.537485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 722.538275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.781896] env[65968]: INFO networking_nsxv3.common.synchronization [None req-98523b38-cbb6-4a85-87c9-1203a1eb5f6e None None] Enqueued Resource ID: 4156c5a8-2028-497b-a67c-9da844b04d07 with Priority: HIGHEST for action port [ 722.783093] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4156c5a8-2028-497b-a67c-9da844b04d07 with Priority: HIGHEST for action port [ 722.784146] env[65968]: INFO networking_nsxv3.common.synchronization [req-1c15c504-eb47-4597-b4c8-858a1212565e req-2ca71593-33d4-413e-b500-c0093971889c service nova] Enqueued Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_rules [ 722.785064] env[65968]: INFO networking_nsxv3.common.synchronization [req-1c15c504-eb47-4597-b4c8-858a1212565e req-2ca71593-33d4-413e-b500-c0093971889c service nova] Enqueued Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 722.785064] env[65968]: INFO networking_nsxv3.common.synchronization [req-1c15c504-eb47-4597-b4c8-858a1212565e req-2ca71593-33d4-413e-b500-c0093971889c service nova] Enqueued Resource ID: d5103911-4a37-4835-aa9d-2caa48cb6866 with Priority: HIGHEST for action port [ 722.785064] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4156c5a8-2028-497b-a67c-9da844b04d07 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.785446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4156c5a8-2028-497b-a67c-9da844b04d07" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.785446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4156c5a8-2028-497b-a67c-9da844b04d07" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.785446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4156c5a8-2028-497b-a67c-9da844b04d07" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.785543] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4156c5a8-2028-497b-a67c-9da844b04d07',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.787012] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_rules [ 722.787012] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 722.787012] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5103911-4a37-4835-aa9d-2caa48cb6866 with Priority: HIGHEST for action port [ 722.787288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.787404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.787791] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.788607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.788690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.788690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.788856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.788999] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.789118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.789200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.789396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.789495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.789567] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.790558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5103911-4a37-4835-aa9d-2caa48cb6866 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.790666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.790730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.790878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.790949] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5103911-4a37-4835-aa9d-2caa48cb6866',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.935039] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.288807] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4156c5a8-2028-497b-a67c-9da844b04d07 [ 723.289600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.290052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.290138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.290348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.290926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.291055] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4156c5a8-2028-497b-a67c-9da844b04d07 already deleted. [ 723.291151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4156c5a8-2028-497b-a67c-9da844b04d07" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.293180] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.298280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.298280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.298768] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5103911-4a37-4835-aa9d-2caa48cb6866 with status ACTIVE [ 723.298915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.299032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.299099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.299314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.299412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.299590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.299674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.299727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.299881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.299955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.300143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.300234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.300294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.300430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.300502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.300582] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5103911-4a37-4835-aa9d-2caa48cb6866 is going to be updated. [ 723.314111] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a in Status: SUCCESS [ 723.314111] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a deletion is rescheduled due to dependency. [ 723.314189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.324387] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.324524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.324604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.324789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.324921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.325089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5103911-4a37-4835-aa9d-2caa48cb6866" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.436060] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b393d12d-29f2-40bb-9022-662a89a77c41: rpc.has_security_group_logging(os_id): False [ 723.447632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baecf71-9337-4482-8938-f6b6cb72d081 in Status: SUCCESS [ 723.447897] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 deletion is rescheduled due to dependency. [ 723.448023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.455284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.455478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.455555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.455785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.455881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.456134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.456297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.456452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.456530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.456650] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 723.533543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.533682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.533739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.533945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.534097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.553890] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 723.802549] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.835878] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f286ca23-d7fe-4d23-9449-afda1fec4ca9 None None] Enqueued Resource ID: a807c2d6-5c6c-4551-9fd0-8b1200f0e91f with Priority: HIGHEST for action port [ 723.835878] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a807c2d6-5c6c-4551-9fd0-8b1200f0e91f with Priority: HIGHEST for action port [ 723.835878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a807c2d6-5c6c-4551-9fd0-8b1200f0e91f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.835878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a807c2d6-5c6c-4551-9fd0-8b1200f0e91f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.835878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a807c2d6-5c6c-4551-9fd0-8b1200f0e91f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.836393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a807c2d6-5c6c-4551-9fd0-8b1200f0e91f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.836438] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a807c2d6-5c6c-4551-9fd0-8b1200f0e91f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.305693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.305867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.305969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.306175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.306293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.306426] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed is going to be created. [ 724.333435] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.333680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.333763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.334067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.334234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.340341] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a807c2d6-5c6c-4551-9fd0-8b1200f0e91f [ 724.340837] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.340837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.340837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.341195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341354] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a807c2d6-5c6c-4551-9fd0-8b1200f0e91f already deleted. [ 724.341498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a807c2d6-5c6c-4551-9fd0-8b1200f0e91f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.347575] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: UNINITIALIZED for 2s [ 725.570676] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 725.571162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.188762] env[65968]: INFO networking_nsxv3.common.synchronization [None req-7eea858b-365f-44d2-82dd-e9bc0749f781 tempest-ServersV294TestFqdnHostnames-1480323740 tempest-ServersV294TestFqdnHostnames-1480323740-project-member] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 726.188960] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 726.193019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.193019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.193019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.193019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.193019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.364199] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: SUCCESS [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.364199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.364199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.364199] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.715233] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.716032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.717450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.717450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.717450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.717450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 already deleted. [ 726.717450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.722077] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bb2d37c1-9d7f-4ae1-b195-b114e362f175 tempest-ServersV294TestFqdnHostnames-1480323740 tempest-ServersV294TestFqdnHostnames-1480323740-project-member] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 726.722077] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 726.722077] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.722077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.722077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.722077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.722077] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.866803] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.867000] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.867049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.867248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867408] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.867509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.867571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.867716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.868390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.868449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.868595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.868765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.868823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.868883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.869073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.869135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.869195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.869411] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.154690] env[65968]: INFO networking_nsxv3.common.synchronization [None req-0c95e0fb-5630-4c9a-a7f0-c243b7955546 None None] Enqueued Resource ID: 623f9040-b253-4a67-bf8c-9c78c40e50bf with Priority: HIGHEST for action port [ 727.155231] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623f9040-b253-4a67-bf8c-9c78c40e50bf with Priority: HIGHEST for action port [ 727.155599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-623f9040-b253-4a67-bf8c-9c78c40e50bf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.155974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623f9040-b253-4a67-bf8c-9c78c40e50bf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.156859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623f9040-b253-4a67-bf8c-9c78c40e50bf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.157361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623f9040-b253-4a67-bf8c-9c78c40e50bf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.157361] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f9040-b253-4a67-bf8c-9c78c40e50bf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.243988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.244083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.244143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.244358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.244581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.244581] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 already deleted. [ 727.244666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.263471] env[65968]: INFO networking_nsxv3.common.synchronization [req-c1a688c1-6fa7-49d4-86d8-f78aae802e88 req-1db1433d-9fb6-48ac-ab66-26bea58d9055 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 727.264133] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 727.264381] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.264503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.264759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.264905] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.264999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.265169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.265349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.265461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.265575] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.375904] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c84cd5-3a11-410b-bec7-afe9f3ad5bed: rpc.has_security_group_logging(os_id): False [ 727.394854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.396291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.396291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.396539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.396539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.396714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.396878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.396878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.396981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.397248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.397426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.397524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.397583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.397725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.397798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.397895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed is going to be created. [ 727.459436] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.459607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.459685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.460069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.461245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.477749] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: IN_PROGRESS for 2s [ 727.660194] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 623f9040-b253-4a67-bf8c-9c78c40e50bf [ 727.660486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.661954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.662147] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:623f9040-b253-4a67-bf8c-9c78c40e50bf already deleted. [ 727.662228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623f9040-b253-4a67-bf8c-9c78c40e50bf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.768082] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.062544] env[65968]: INFO networking_nsxv3.common.synchronization [req-456f6fe3-0fca-4aef-95d3-2c766b48de82 req-d6acdb68-b521-416c-9840-3065c1b61637 tempest-ServersTestBootFromVolume-1753238110 tempest-ServersTestBootFromVolume-1753238110-project-member] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 728.063206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 728.063340] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.063686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.063840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.064079] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.064222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.064309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.065666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.065666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.065666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.274046] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.567718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.567861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.567923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.568171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.568264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.568730] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.568730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.568730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.569368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.569368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.569368] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aafface-334d-487d-910a-0640b089abf4 already deleted. [ 728.569368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.778448] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.779017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.779017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.779017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.779121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.779252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 728.814702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.814962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.815034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.815345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.815520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.826297] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 728.837693] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.837929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-236" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.838128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-236" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.838692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-236" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.838980] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.839163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.839481] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.839738] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.839916] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.840182] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.840322] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.840444] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.840549] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.840652] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.840749] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.840874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.861739] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.861939] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.862068] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.862221] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-236" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.862556] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-4345f926-9861-4510-a013-ac5d38e17373 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.862738] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.862856] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.863213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.863358] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4345f926-9861-4510-a013-ac5d38e17373',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.367338] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.367338] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 4345f926-9861-4510-a013-ac5d38e17373 not found, creating... [ 729.367338] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.367338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.368066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.368066] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.368066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.368066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.368315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.368315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.368427] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 4345f926-9861-4510-a013-ac5d38e17373 is going to be created. [ 729.393099] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.393356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.393356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.393676] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.393899] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.395521] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.491271] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: SUCCESS [ 729.491589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.019183] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c5850558-3765-4ecf-88ea-476de34e2637 None None] Enqueued Resource ID: bea3b293-e472-4293-9498-35aa2611ed78 with Priority: HIGHEST for action port [ 730.020072] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea3b293-e472-4293-9498-35aa2611ed78 with Priority: HIGHEST for action port [ 730.024716] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea3b293-e472-4293-9498-35aa2611ed78 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.024971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea3b293-e472-4293-9498-35aa2611ed78" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.025037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea3b293-e472-4293-9498-35aa2611ed78" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.025341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea3b293-e472-4293-9498-35aa2611ed78" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.025456] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea3b293-e472-4293-9498-35aa2611ed78',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.137720] env[65968]: INFO networking_nsxv3.common.synchronization [req-456f6fe3-0fca-4aef-95d3-2c766b48de82 req-818f853d-c7e7-4141-8c58-8c8401a73ba9 service nova] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 730.137893] env[65968]: INFO networking_nsxv3.common.synchronization [req-456f6fe3-0fca-4aef-95d3-2c766b48de82 req-818f853d-c7e7-4141-8c58-8c8401a73ba9 service nova] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 730.138049] env[65968]: INFO networking_nsxv3.common.synchronization [req-456f6fe3-0fca-4aef-95d3-2c766b48de82 req-818f853d-c7e7-4141-8c58-8c8401a73ba9 service nova] Enqueued Resource ID: 4345f926-9861-4510-a013-ac5d38e17373 with Priority: HIGHEST for action port [ 730.138598] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_rules [ 730.138735] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 730.138832] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4345f926-9861-4510-a013-ac5d38e17373 with Priority: HIGHEST for action port [ 730.139511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.139720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.139782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.140024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.140142] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.141042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.141256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.141327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.141535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.144611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.144611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.144611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.144611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.144611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.144611] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.144802] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-4345f926-9861-4510-a013-ac5d38e17373 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.144802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.144899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.145139] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4345f926-9861-4510-a013-ac5d38e17373',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.528298] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea3b293-e472-4293-9498-35aa2611ed78 [ 730.528440] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.528525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.528595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.528824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.528928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.529045] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea3b293-e472-4293-9498-35aa2611ed78 already deleted. [ 730.529141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea3b293-e472-4293-9498-35aa2611ed78" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.647415] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.648122] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4345f926-9861-4510-a013-ac5d38e17373 with status ACTIVE [ 730.650175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.650175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.650175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.650175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.650845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.650845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.650845] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4345f926-9861-4510-a013-ac5d38e17373 is going to be updated. [ 730.677533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.677798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.677798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.677927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.678098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.678253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4345f926-9861-4510-a013-ac5d38e17373" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.839082] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 730.839082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.154234] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.594456] env[65968]: INFO networking_nsxv3.common.synchronization [None req-cb141c87-3b28-4424-99a4-d366ae1eae63 None None] Enqueued Resource ID: f425486e-28e4-4d70-82ca-f4632545c150 with Priority: HIGHEST for action port [ 731.595127] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f425486e-28e4-4d70-82ca-f4632545c150 with Priority: HIGHEST for action port [ 731.596086] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f425486e-28e4-4d70-82ca-f4632545c150 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.596286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f425486e-28e4-4d70-82ca-f4632545c150" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.596286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f425486e-28e4-4d70-82ca-f4632545c150" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.596562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f425486e-28e4-4d70-82ca-f4632545c150" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.596646] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f425486e-28e4-4d70-82ca-f4632545c150',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.656562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.656746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.656798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.656998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.657828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.657828] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aafface-334d-487d-910a-0640b089abf4 is going to be created. [ 731.687031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.687231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.687231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.687489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.687734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.699889] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: UNINITIALIZED for 2s [ 732.002947] env[65968]: INFO networking_nsxv3.common.synchronization [None req-11fbbe6d-a751-40e1-93eb-2f5ba1d6bd93 None None] Enqueued Resource ID: 19aaed01-9675-4a3f-b98b-87ad69bddecf with Priority: HIGHEST for action port [ 732.003541] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19aaed01-9675-4a3f-b98b-87ad69bddecf with Priority: HIGHEST for action port [ 732.003863] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-19aaed01-9675-4a3f-b98b-87ad69bddecf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.005184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19aaed01-9675-4a3f-b98b-87ad69bddecf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.005184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19aaed01-9675-4a3f-b98b-87ad69bddecf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.005184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19aaed01-9675-4a3f-b98b-87ad69bddecf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.005184] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19aaed01-9675-4a3f-b98b-87ad69bddecf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.100332] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f425486e-28e4-4d70-82ca-f4632545c150 [ 732.103878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.103878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.103878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.103878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.103878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103878] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f425486e-28e4-4d70-82ca-f4632545c150 already deleted. [ 732.103878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f425486e-28e4-4d70-82ca-f4632545c150" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.350529] env[65968]: INFO networking_nsxv3.common.synchronization [None req-57174d74-0e0c-48b4-8ca4-37a499bd4ba3 None None] Enqueued Resource ID: 0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1 with Priority: HIGHEST for action port [ 732.350808] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1 with Priority: HIGHEST for action port [ 732.351225] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.351306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.351446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.351715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.351775] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.508380] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19aaed01-9675-4a3f-b98b-87ad69bddecf [ 732.508714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.508827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.508827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.509019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.509137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.509248] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19aaed01-9675-4a3f-b98b-87ad69bddecf already deleted. [ 732.509364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19aaed01-9675-4a3f-b98b-87ad69bddecf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.855100] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1 [ 732.855100] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.855100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.855100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.855100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.855100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.855100] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1 already deleted. [ 732.855100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdb7bfa-0351-4e9d-b369-0f0aa6c9bfd1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.711483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: SUCCESS [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.714559] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.714559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.715491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.715852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.716862] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.764409] env[65968]: INFO networking_nsxv3.common.synchronization [req-233b40b9-4305-4ff2-aacc-d00bc9c82e14 req-cfd284f5-e408-41db-8c04-5a22b852b295 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 733.765919] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGHEST for action security_group_members [ 733.767049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.768084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.768084] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.768432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.768530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.768856] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.856508] env[65968]: INFO networking_nsxv3.common.synchronization [req-083ef216-7923-4488-b7ab-5ac160f57da5 req-a50c7a79-8cfd-4c0f-8614-822c6adc0870 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 733.857039] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 733.857348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.858096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.858160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.858267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.858352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.858444] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.221611] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.235044] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.235191] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.235276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.235554] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.237619] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.238428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.238428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.238428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.238428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.238750] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.238922] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.239051] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.239155] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.239259] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.239356] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.239481] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.260859] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.260859] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.260859] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.261070] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.261301] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-edb0f25a-7402-496c-81e0-54f3a780fe0b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.261650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.262141] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.262141] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb0f25a-7402-496c-81e0-54f3a780fe0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.270683] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.270824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.271112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.271397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.271502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.271538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.271696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.271973] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae996a7-f97f-491b-8aa0-597779b63548 is going to be updated. [ 734.304798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.305110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.305110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.305589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.305771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315997] env[65968]: INFO networking_nsxv3.common.synchronization [None req-7f77b080-51eb-4914-8d2c-98eafff64a5a None None] Enqueued Resource ID: 8f9c7c85-db7c-4d81-a76f-37dc84209f64 with Priority: HIGHEST for action port [ 734.316964] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: IN_PROGRESS for 2s [ 734.317393] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9c7c85-db7c-4d81-a76f-37dc84209f64 with Priority: HIGHEST for action port [ 734.317689] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9c7c85-db7c-4d81-a76f-37dc84209f64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.318025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9c7c85-db7c-4d81-a76f-37dc84209f64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.318115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9c7c85-db7c-4d81-a76f-37dc84209f64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.318402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9c7c85-db7c-4d81-a76f-37dc84209f64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.318493] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9c7c85-db7c-4d81-a76f-37dc84209f64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.360919] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.724360] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aafface-334d-487d-910a-0640b089abf4: rpc.has_security_group_logging(os_id): False [ 734.746376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.746527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.747361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.747361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.747361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.747361] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.747361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.747361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.747536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.747536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.747585] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aafface-334d-487d-910a-0640b089abf4 is going to be created. [ 734.767040] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.767040] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port edb0f25a-7402-496c-81e0-54f3a780fe0b not found, creating... [ 734.767040] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.767571] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.768326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.768326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.768326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.768326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.768602] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: edb0f25a-7402-496c-81e0-54f3a780fe0b is going to be created. [ 734.792981] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.792981] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.792981] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.793780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.793780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.796816] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.811095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.811235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.811300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.812021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.812021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.820766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f9c7c85-db7c-4d81-a76f-37dc84209f64 [ 734.820983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.821158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.821216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.821453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.821538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.821757] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f9c7c85-db7c-4d81-a76f-37dc84209f64 already deleted. [ 734.821757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9c7c85-db7c-4d81-a76f-37dc84209f64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.827691] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: IN_PROGRESS for 2s [ 734.862376] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.365944] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366624] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 735.403640] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.403640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.403640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.403640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.403640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.416558] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 735.534080] env[65968]: INFO networking_nsxv3.common.synchronization [req-083ef216-7923-4488-b7ab-5ac160f57da5 req-d76b6003-3687-4219-88f1-8326ed14d550 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 735.534257] env[65968]: INFO networking_nsxv3.common.synchronization [req-083ef216-7923-4488-b7ab-5ac160f57da5 req-d76b6003-3687-4219-88f1-8326ed14d550 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 735.534394] env[65968]: INFO networking_nsxv3.common.synchronization [req-083ef216-7923-4488-b7ab-5ac160f57da5 req-d76b6003-3687-4219-88f1-8326ed14d550 service nova] Enqueued Resource ID: edb0f25a-7402-496c-81e0-54f3a780fe0b with Priority: HIGHEST for action port [ 735.535050] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 735.535108] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 735.535267] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb0f25a-7402-496c-81e0-54f3a780fe0b with Priority: HIGHEST for action port [ 735.536179] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.536179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.536179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.536179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.536179] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.537231] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.537231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.537231] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb0f25a-7402-496c-81e0-54f3a780fe0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.537231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.537231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.537483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.537483] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb0f25a-7402-496c-81e0-54f3a780fe0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.040349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.040349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.040349] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edb0f25a-7402-496c-81e0-54f3a780fe0b with status ACTIVE [ 736.040945] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.040945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.040945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.040945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.040945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.041529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.041529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.041529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.041529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.041529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.041718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.041718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.041796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.044017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.044017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.044017] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edb0f25a-7402-496c-81e0-54f3a780fe0b is going to be updated. [ 736.070513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.070513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.070513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.072621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.072621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb0f25a-7402-496c-81e0-54f3a780fe0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.189037] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1f58ca97-2562-4e43-bde2-aecf14703ea8 None None] Enqueued Resource ID: ab643a4c-29ee-4919-b9d1-ccba47d4025a with Priority: HIGHEST for action port [ 736.189037] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab643a4c-29ee-4919-b9d1-ccba47d4025a with Priority: HIGHEST for action port [ 736.189037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab643a4c-29ee-4919-b9d1-ccba47d4025a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.189037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab643a4c-29ee-4919-b9d1-ccba47d4025a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.189037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab643a4c-29ee-4919-b9d1-ccba47d4025a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.189037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab643a4c-29ee-4919-b9d1-ccba47d4025a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.189037] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab643a4c-29ee-4919-b9d1-ccba47d4025a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.333731] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae996a7-f97f-491b-8aa0-597779b63548 in Status: SUCCESS [ 736.333731] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae996a7-f97f-491b-8aa0-597779b63548 deletion is rescheduled due to dependency. [ 736.333731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.694064] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab643a4c-29ee-4919-b9d1-ccba47d4025a [ 736.694349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.694576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.694688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.695099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.695264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.695331] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab643a4c-29ee-4919-b9d1-ccba47d4025a already deleted. [ 736.695422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab643a4c-29ee-4919-b9d1-ccba47d4025a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.843659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: SUCCESS [ 736.843886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.431465] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 737.431773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.432137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.432878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.433103] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.433278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.433376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.433708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.433833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.433977] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.936651] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.440739] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.782047] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bea15aef-bd34-49d6-9206-dd0d3ba865b9 tempest-ServerActionsV293TestJSON-1912161636 tempest-ServerActionsV293TestJSON-1912161636-project-member] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 738.782047] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 738.782047] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.782047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.782047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.783276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.783276] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.884963] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f56e7a59-06b0-411b-8617-070156e6aa90 tempest-ServerActionsV293TestJSON-1912161636 tempest-ServerActionsV293TestJSON-1912161636-project-member] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 738.886817] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 738.886817] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.887397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.896930] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ebb246cc-ec15-447b-b2a6-a019a90dce74 None None] Enqueued Resource ID: a565166b-afbc-4914-9335-a335c1517c32 with Priority: HIGHEST for action port [ 738.897240] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a565166b-afbc-4914-9335-a335c1517c32 with Priority: HIGHEST for action port [ 738.897674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a565166b-afbc-4914-9335-a335c1517c32 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.897832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a565166b-afbc-4914-9335-a335c1517c32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.897881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a565166b-afbc-4914-9335-a335c1517c32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.898355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a565166b-afbc-4914-9335-a335c1517c32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.898487] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a565166b-afbc-4914-9335-a335c1517c32',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.945129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.945129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.945129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.945129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.945129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.945129] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 738.976059] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.976231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.977829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.977829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.977829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.988986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 739.303034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.303245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.303245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.303474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb already deleted. [ 739.303769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.304093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.304178] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.401243] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a565166b-afbc-4914-9335-a335c1517c32 [ 739.401572] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.401733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.401804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.402055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.402147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.402261] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a565166b-afbc-4914-9335-a335c1517c32 already deleted. [ 739.402340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a565166b-afbc-4914-9335-a335c1517c32" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.831426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.831761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.831761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.832839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.832839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.832839] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb already deleted. [ 739.832839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.094910] env[65968]: INFO networking_nsxv3.common.synchronization [req-16efdb2d-f9fc-4be6-b549-f2c162263506 req-af1123f3-f83e-4747-87e4-2d131d406b3d tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 740.095703] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 740.095703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.095906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.095906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.097078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.097078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.097289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.097376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.097513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097556] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.602229] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.602229] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.602229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.602935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.602935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.602935] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 already deleted. [ 740.602935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.651201] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.651653] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-393" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.651766] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-393" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.652143] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-393" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.652544] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.653030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.653030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.653260] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.653478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.653770] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.653937] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.654094] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.654340] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.654427] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.654556] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.654763] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.682625] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.682906] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.682906] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.683095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-393" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.683425] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-fa5581f8-5b0a-4320-b42c-2741149e7f4b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.683772] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.683772] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684181] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5581f8-5b0a-4320-b42c-2741149e7f4b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.000970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 741.001307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.001307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.001636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.001763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.001866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.001944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.002067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.002153] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.002242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.002735] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.188663] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.188663] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port fa5581f8-5b0a-4320-b42c-2741149e7f4b not found, creating... [ 741.188663] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.188663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.189303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.189303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.189303] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.189303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.189546] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.189627] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.191945] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.191945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b is going to be created. [ 741.216249] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.217963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.217963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.217963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.217963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.217963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.506352] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.506527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.506590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.506823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.506949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.507055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.507115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.507264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.507368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.507492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.507653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.507748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.507800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.507943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.508090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.508177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.508235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.508368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.508443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.508532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.508617] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.904810] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3b35ebd1-cda6-4f0d-9189-3af6833b345b None None] Enqueued Resource ID: f713ce13-b983-419a-99aa-0cbd7ff06061 with Priority: HIGHEST for action port [ 741.905696] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f713ce13-b983-419a-99aa-0cbd7ff06061 with Priority: HIGHEST for action port [ 741.906083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f713ce13-b983-419a-99aa-0cbd7ff06061 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.907289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f713ce13-b983-419a-99aa-0cbd7ff06061" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.907289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f713ce13-b983-419a-99aa-0cbd7ff06061" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.907289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f713ce13-b983-419a-99aa-0cbd7ff06061" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.907603] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f713ce13-b983-419a-99aa-0cbd7ff06061',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.956868] env[65968]: INFO networking_nsxv3.common.synchronization [req-16efdb2d-f9fc-4be6-b549-f2c162263506 req-07014b2d-fe9d-43a8-9461-be7aca197d82 service nova] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 741.956868] env[65968]: INFO networking_nsxv3.common.synchronization [req-16efdb2d-f9fc-4be6-b549-f2c162263506 req-07014b2d-fe9d-43a8-9461-be7aca197d82 service nova] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 741.957014] env[65968]: INFO networking_nsxv3.common.synchronization [req-16efdb2d-f9fc-4be6-b549-f2c162263506 req-07014b2d-fe9d-43a8-9461-be7aca197d82 service nova] Enqueued Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 741.962638] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 741.962638] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 741.962638] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 741.962638] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.962638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.962638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.962638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.962638] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.963690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.963833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.963902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.964220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.964398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.964555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.964666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.965941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.966285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.966285] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.968377] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5581f8-5b0a-4320-b42c-2741149e7f4b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.968500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.968568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.968742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.972319] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5581f8-5b0a-4320-b42c-2741149e7f4b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.011912] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 742.033460] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.033460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.033460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.033460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.033460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.033651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.033730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.033795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.033930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.034010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.035135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.035329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036808] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 742.108182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.109918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.109918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.109918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.123703] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 742.409540] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f713ce13-b983-419a-99aa-0cbd7ff06061 [ 742.409836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410635] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f713ce13-b983-419a-99aa-0cbd7ff06061 already deleted. [ 742.410635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f713ce13-b983-419a-99aa-0cbd7ff06061" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.474521] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.476043] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.476219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.476483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5581f8-5b0a-4320-b42c-2741149e7f4b with status ACTIVE [ 742.476782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.476926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.477045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.477364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.477511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.477766] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.477913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.478032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.478754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.478754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.478754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.478965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.481171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.481171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.481171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.481171] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b is going to be updated. [ 742.505581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.505737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.505827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.506163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.506327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.984607] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.490477] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.490864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.490864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.491222] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be created. [ 743.520662] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.521196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.521306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.521539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.521704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.537037] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: UNINITIALIZED for 2s [ 744.145267] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 744.145267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.428317] env[65968]: INFO networking_nsxv3.common.synchronization [req-7a49e70f-170c-44f4-be3e-94b214e8108c req-67408ece-3d87-4807-aea4-90a846d1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-929338791 tempest-FloatingIPsAssociationNegativeTestJSON-929338791-project-member] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 744.428906] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGHEST for action security_group_members [ 744.429304] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.429531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.429613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.429804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.429960] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.430207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.430314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.430507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.430646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.430780] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.652826] env[65968]: INFO networking_nsxv3.common.synchronization [req-6bde5cba-0bde-42c7-8682-697350129a77 req-5ef9e069-051e-4225-bb65-0a9765b365ad tempest-ImagesOneServerTestJSON-220481813 tempest-ImagesOneServerTestJSON-220481813-project-member] Enqueued Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 744.653465] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGHEST for action security_group_members [ 744.653901] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.654052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.654168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.654374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.654561] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.655033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.655033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.655033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.655207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.655207] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.934562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.934750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.934790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.935035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.935137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935336] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.935456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.935509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.935681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.935759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935845] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce is going to be updated. [ 744.969629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.969860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.969860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.970062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.970208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.991208] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: IN_PROGRESS for 2s [ 745.160680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.162197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.162197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.162197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.162197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.162957] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.162957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.162957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.162957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.162957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.164137] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b is going to be updated. [ 745.201243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.201243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.201243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.201474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.201661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.213566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: IN_PROGRESS for 2s [ 745.535453] env[65968]: INFO networking_nsxv3.common.synchronization [req-0ac4ae4c-efdc-4c44-875f-17fdcf3dbf40 req-fc847620-4085-4e22-bcc7-0d57437502ed tempest-ServerDiagnosticsTest-338124245 tempest-ServerDiagnosticsTest-338124245-project-member] Enqueued Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 745.535453] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGHEST for action security_group_members [ 745.536867] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.537049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.537164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.537570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.537570] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.538134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.538134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.538134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.538134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.538134] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.551152] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 745.551367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.551588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.551811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.552045] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.552225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.552315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.553312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.553312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553312] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.043643] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.043965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.043965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.044448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.044448] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.044622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.044622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.044891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.044891] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed is going to be updated. [ 746.056551] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.077878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.077878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.077878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.077878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.077878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: IN_PROGRESS for 2s [ 746.558485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563839fa-914e-47ad-aabb-5df3c35eac72: rpc.has_security_group_logging(os_id): False [ 746.582278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.582278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.582278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.584698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.584698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.584698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.584698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.584698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.584698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.584698] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be created. [ 746.659753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.659753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.659753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.659753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.659753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.674213] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 747.002567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce in Status: SUCCESS [ 747.002796] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce deletion is rescheduled due to dependency. [ 747.002916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.062288] env[65968]: INFO networking_nsxv3.common.synchronization [req-d4220cad-41a8-41c2-b9f2-365ce288923e req-7e63e8f8-d941-45c3-aa39-9013683c0589 tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 747.062932] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 747.063254] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.063429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.063429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.063629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.063778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.064104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.066164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.066426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.066877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.066877] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.229200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: IN_PROGRESS for 4s [ 747.572807] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.572807] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.572807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.572807] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 747.604502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.604502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.604502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.604502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.604502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.611218] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 747.662144] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.662308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.662399] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.662833] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663145] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.663317] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.663424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.663702] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663827] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.664850] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.664971] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.666275] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.666441] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.666490] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.666807] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.667029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.688169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.688169] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.688169] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.688416] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.689213] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-99de234c-60fc-4cd2-8e74-a2fb68878428 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.689213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.689213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.689565] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.689565] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99de234c-60fc-4cd2-8e74-a2fb68878428',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.100033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed in Status: SUCCESS [ 748.100426] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed deletion is rescheduled due to dependency. [ 748.100426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.193935] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.194296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.194470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.194850] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.195061] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.195289] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 99de234c-60fc-4cd2-8e74-a2fb68878428 not found, creating... [ 748.195630] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.195994] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.196329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.196513] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.196916] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.197138] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.197290] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.197577] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.197785] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.197924] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 99de234c-60fc-4cd2-8e74-a2fb68878428 is going to be created. [ 748.228724] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.228724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.228724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.228724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.228724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.229017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.688372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 748.688677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.955266] env[65968]: INFO networking_nsxv3.common.synchronization [req-d4220cad-41a8-41c2-b9f2-365ce288923e req-3bd799ea-9a9a-4a07-ae0d-22c0618c26ea service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 748.955603] env[65968]: INFO networking_nsxv3.common.synchronization [req-d4220cad-41a8-41c2-b9f2-365ce288923e req-3bd799ea-9a9a-4a07-ae0d-22c0618c26ea service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 748.959045] env[65968]: INFO networking_nsxv3.common.synchronization [req-d4220cad-41a8-41c2-b9f2-365ce288923e req-3bd799ea-9a9a-4a07-ae0d-22c0618c26ea service nova] Enqueued Resource ID: 99de234c-60fc-4cd2-8e74-a2fb68878428 with Priority: HIGHEST for action port [ 748.959045] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 748.959045] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 748.959045] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de234c-60fc-4cd2-8e74-a2fb68878428 with Priority: HIGHEST for action port [ 748.959267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.959267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.959364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.960649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.960649] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.960649] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.960649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.960836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-99de234c-60fc-4cd2-8e74-a2fb68878428 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.960889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.960921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.961280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.961313] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99de234c-60fc-4cd2-8e74-a2fb68878428',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.241121] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651a9546-8bb9-43e1-b395-e68b407ae19b in Status: SUCCESS [ 749.241515] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b deletion is rescheduled due to dependency. [ 749.241515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.465046] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99de234c-60fc-4cd2-8e74-a2fb68878428 with status ACTIVE [ 749.465739] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.465739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.465739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.465970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.465970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.466126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.466305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.466420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.466609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.466785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.466941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.467089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.467248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.467279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.467364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.467450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99de234c-60fc-4cd2-8e74-a2fb68878428 is going to be updated. [ 749.469964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.490747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.490899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.490947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.491182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.491791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.491791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99de234c-60fc-4cd2-8e74-a2fb68878428" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.624101] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 749.624101] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 749.624101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.624287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.624384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.624620] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.624738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.624797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.624970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.625074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.625172] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.872210] env[65968]: INFO networking_nsxv3.common.synchronization [req-9d824372-cc39-42ee-a3df-8abcafbe5e91 req-6624c849-1942-4ac2-9b49-9e42e69b6a2c tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 749.872305] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 749.872590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.872749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.872782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.873012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.874453] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.874680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.874680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.875132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.875132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.875132] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.128128] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.377505] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.377505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.377505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.377925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.377925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.377925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.378089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.378089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.378172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.378500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.378500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d already deleted. [ 750.378500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.386190] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.386190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.386334] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.386608] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.386813] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.386964] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.387085] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.387294] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.387428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.387621] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.387727] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.387884] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.388056] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.388231] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.388399] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.388594] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.410094] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.410094] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.410094] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.410328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.410422] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e867ce3a-fa1e-4a98-88e2-6d618e33895e taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.410589] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.410695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.411036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.411167] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e867ce3a-fa1e-4a98-88e2-6d618e33895e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.631179] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.914608] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.914822] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.914941] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.915229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.915372] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.915522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e867ce3a-fa1e-4a98-88e2-6d618e33895e not found, creating... [ 750.915768] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.915918] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.916043] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.916256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.916385] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.916646] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.916792] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.916901] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.917110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.917236] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.917364] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e867ce3a-fa1e-4a98-88e2-6d618e33895e is going to be created. [ 750.942149] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.942149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.942418] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.942578] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.942814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.943065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.134096] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.134488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.134488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.134564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.134634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.134768] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 751.179326] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.179326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.179765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.180134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.180206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.194506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 751.479209] env[65968]: INFO networking_nsxv3.common.synchronization [None req-73ab3505-b93e-4874-80f6-1914fb762718 None None] Enqueued Resource ID: 71dd21a0-9a53-4b6c-97b7-1e25de5a10b0 with Priority: HIGHEST for action port [ 751.479839] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dd21a0-9a53-4b6c-97b7-1e25de5a10b0 with Priority: HIGHEST for action port [ 751.480193] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-71dd21a0-9a53-4b6c-97b7-1e25de5a10b0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.480404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71dd21a0-9a53-4b6c-97b7-1e25de5a10b0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.480404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71dd21a0-9a53-4b6c-97b7-1e25de5a10b0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.480624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71dd21a0-9a53-4b6c-97b7-1e25de5a10b0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.480705] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dd21a0-9a53-4b6c-97b7-1e25de5a10b0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.652198] env[65968]: INFO networking_nsxv3.common.synchronization [req-9d824372-cc39-42ee-a3df-8abcafbe5e91 req-06eb5c45-10df-481e-af00-9ca91d497051 service nova] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 751.652427] env[65968]: INFO networking_nsxv3.common.synchronization [req-9d824372-cc39-42ee-a3df-8abcafbe5e91 req-06eb5c45-10df-481e-af00-9ca91d497051 service nova] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 751.652562] env[65968]: INFO networking_nsxv3.common.synchronization [req-9d824372-cc39-42ee-a3df-8abcafbe5e91 req-06eb5c45-10df-481e-af00-9ca91d497051 service nova] Enqueued Resource ID: e867ce3a-fa1e-4a98-88e2-6d618e33895e with Priority: HIGHEST for action port [ 751.656143] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_rules [ 751.656299] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 751.656499] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e867ce3a-fa1e-4a98-88e2-6d618e33895e with Priority: HIGHEST for action port [ 751.658360] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.658360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.658541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.658697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.658805] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.662497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.662497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.662497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.662497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.662497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.664685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.664829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.664937] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.666674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e867ce3a-fa1e-4a98-88e2-6d618e33895e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.667913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.667913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.669165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.669165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e867ce3a-fa1e-4a98-88e2-6d618e33895e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.983418] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71dd21a0-9a53-4b6c-97b7-1e25de5a10b0 [ 751.984243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.984243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.984243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.984243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.984243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.984243] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71dd21a0-9a53-4b6c-97b7-1e25de5a10b0 already deleted. [ 751.984517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71dd21a0-9a53-4b6c-97b7-1e25de5a10b0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.170841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e867ce3a-fa1e-4a98-88e2-6d618e33895e with status ACTIVE [ 752.172442] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.172442] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.172442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.173474] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.173474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.173474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.173474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.173474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.173474] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e867ce3a-fa1e-4a98-88e2-6d618e33895e is going to be updated. [ 752.174347] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.175371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.175371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.180371] env[65968]: INFO networking_nsxv3.common.synchronization [req-fe03deba-d4e7-4f1f-9d1c-19a25a68eb43 req-f7650168-0589-4ba6-954a-ff2efcd38134 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 752.182192] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 752.183027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.183027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.183027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.183027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.183617] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.183711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.183711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.183897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.183948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.184056] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.201677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.201784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.201885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.202558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.202836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.202958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e867ce3a-fa1e-4a98-88e2-6d618e33895e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.676893] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.687083] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.181569] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.181819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.182629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.182629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.182629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.182629] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be created. [ 753.189332] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.205642] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 4s [ 753.222801] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.222801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.222801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.222801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.222801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.239166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: UNINITIALIZED for 2s [ 753.576356] env[65968]: INFO networking_nsxv3.common.synchronization [None req-81bf650a-dcbe-420f-9c89-34f27662b898 None None] Enqueued Resource ID: 97fa900f-6571-46e4-b47a-02739cc95caa with Priority: HIGHEST for action port [ 753.578640] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fa900f-6571-46e4-b47a-02739cc95caa with Priority: HIGHEST for action port [ 753.578640] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fa900f-6571-46e4-b47a-02739cc95caa taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fa900f-6571-46e4-b47a-02739cc95caa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.578640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fa900f-6571-46e4-b47a-02739cc95caa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.579076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fa900f-6571-46e4-b47a-02739cc95caa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.579076] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fa900f-6571-46e4-b47a-02739cc95caa',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.692009] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.692447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.692447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.692447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.692629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.692629] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 753.723931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.723931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.723931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.724405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.724405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 754.083374] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97fa900f-6571-46e4-b47a-02739cc95caa [ 754.083374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.083374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.083600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.084027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.084027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.084211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97fa900f-6571-46e4-b47a-02739cc95caa already deleted. [ 754.084241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fa900f-6571-46e4-b47a-02739cc95caa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.211693] env[65968]: INFO networking_nsxv3.common.synchronization [req-23528698-8f53-4ad5-b9c7-0277499c92f6 req-b8946013-ea5b-413d-96b0-50403e617ed1 tempest-ServersNegativeTestMultiTenantJSON-1959247195 tempest-ServersNegativeTestMultiTenantJSON-1959247195-project-member] Enqueued Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 754.213315] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 754.213315] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.213315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.213315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.213579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.214104] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.214286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.214397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.214594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.214685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.214783] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.461211] env[65968]: INFO networking_nsxv3.common.synchronization [None req-dd55873d-78b0-414a-a36a-54bd2e660a7e None None] Enqueued Resource ID: d68c2784-6bcc-4027-9614-ba740b437862 with Priority: HIGHEST for action port [ 754.461822] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68c2784-6bcc-4027-9614-ba740b437862 with Priority: HIGHEST for action port [ 754.462461] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68c2784-6bcc-4027-9614-ba740b437862 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.462461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68c2784-6bcc-4027-9614-ba740b437862" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.462826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68c2784-6bcc-4027-9614-ba740b437862" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.462826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68c2784-6bcc-4027-9614-ba740b437862" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.462986] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68c2784-6bcc-4027-9614-ba740b437862',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.718033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.718438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.718438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.718543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.718644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.718969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.719980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.719980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.719980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.719980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.719980] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d already deleted. [ 754.719980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.739311] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.739634] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-387" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.739805] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-387" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.740278] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-387" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.740602] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.740792] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.740962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.741276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.741463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741745] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.741916] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.742081] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.742215] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.742351] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.742487] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.742725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.764738] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.764918] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.765079] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.765337] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-387" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.765676] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-676ee099-dbaf-4867-8bf3-1dd232eb6811 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.765880] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765982] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.766429] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.766584] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676ee099-dbaf-4867-8bf3-1dd232eb6811',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.966827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d68c2784-6bcc-4027-9614-ba740b437862 [ 754.966827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.966827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.966827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.966827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.966827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.966827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d68c2784-6bcc-4027-9614-ba740b437862 already deleted. [ 754.966827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68c2784-6bcc-4027-9614-ba740b437862" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.217021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 755.217255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.217430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.217639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.217838] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.217955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.218040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.218205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.218261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.218347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.218434] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.250017] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: SUCCESS [ 755.250355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.250837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.251064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.251261] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.251382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.251453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.251623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.251804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.251804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.251887] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.269322] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.269703] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.269862] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.270319] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.270609] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.271259] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 676ee099-dbaf-4867-8bf3-1dd232eb6811 not found, creating... [ 755.271676] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.271895] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.272055] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.272349] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.272502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.272830] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.272988] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.273190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.273462] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.273657] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.273886] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 676ee099-dbaf-4867-8bf3-1dd232eb6811 is going to be created. [ 755.299621] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299866] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299988] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.300566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.300566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.300771] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.721612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.721806] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.722240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.722328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.722473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.722590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.722675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.723099] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.723231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.723317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.723514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.723636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.723733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.723825] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.747672] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 755.747937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.754270] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.089357] env[65968]: INFO networking_nsxv3.common.synchronization [req-23528698-8f53-4ad5-b9c7-0277499c92f6 req-af7da646-dc8d-4c57-a26e-b3dc2c8ad680 service nova] Enqueued Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_rules [ 756.089490] env[65968]: INFO networking_nsxv3.common.synchronization [req-23528698-8f53-4ad5-b9c7-0277499c92f6 req-af7da646-dc8d-4c57-a26e-b3dc2c8ad680 service nova] Enqueued Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 756.089703] env[65968]: INFO networking_nsxv3.common.synchronization [req-23528698-8f53-4ad5-b9c7-0277499c92f6 req-af7da646-dc8d-4c57-a26e-b3dc2c8ad680 service nova] Enqueued Resource ID: 676ee099-dbaf-4867-8bf3-1dd232eb6811 with Priority: HIGHEST for action port [ 756.092862] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_rules [ 756.093105] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 756.093255] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676ee099-dbaf-4867-8bf3-1dd232eb6811 with Priority: HIGHEST for action port [ 756.093680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.093936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.094440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.094642] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.095881] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096705] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.097299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.097436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.097914] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.098586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-676ee099-dbaf-4867-8bf3-1dd232eb6811 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.098823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.098993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.099089] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676ee099-dbaf-4867-8bf3-1dd232eb6811',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.230319] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7f587d-b7de-4133-b57b-21636e296be4: rpc.has_security_group_logging(os_id): False [ 756.254620] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.254620] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.254620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.254967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.254967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.255198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.255198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.255472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.255670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.255827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.255969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.256104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.256158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.259240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.260358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.260358] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 756.261937] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d: rpc.has_security_group_logging(os_id): False [ 756.281320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.281563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.281563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.283461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.283461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.287040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.287040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.287040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.287040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.287040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.287040] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be created. [ 756.338538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.338753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.338753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.338981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.339189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.355966] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.355966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.355966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.356357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.356591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.358579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 756.374144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: IN_PROGRESS for 2s [ 756.601300] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.603514] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.603514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.603704] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 676ee099-dbaf-4867-8bf3-1dd232eb6811 with status ACTIVE [ 756.603851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.603953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.604248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.604343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.604543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.604666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.604913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.604993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.605187] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.605479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.605553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.605639] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 676ee099-dbaf-4867-8bf3-1dd232eb6811 is going to be updated. [ 756.630311] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.630311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.630311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.630311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.630611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.630611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676ee099-dbaf-4867-8bf3-1dd232eb6811" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.843585] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8a417914-0078-4fb9-9576-222cd75afa0b None None] Enqueued Resource ID: 75cb01b5-c2ef-420a-9a72-3c745d226c0a with Priority: HIGHEST for action port [ 756.845874] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cb01b5-c2ef-420a-9a72-3c745d226c0a with Priority: HIGHEST for action port [ 756.845874] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-75cb01b5-c2ef-420a-9a72-3c745d226c0a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.845874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75cb01b5-c2ef-420a-9a72-3c745d226c0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.845874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75cb01b5-c2ef-420a-9a72-3c745d226c0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.847179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75cb01b5-c2ef-420a-9a72-3c745d226c0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.847179] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75cb01b5-c2ef-420a-9a72-3c745d226c0a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.110552] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.348803] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75cb01b5-c2ef-420a-9a72-3c745d226c0a [ 757.349072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.349369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.349410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.349637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.349762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.349863] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75cb01b5-c2ef-420a-9a72-3c745d226c0a already deleted. [ 757.349961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75cb01b5-c2ef-420a-9a72-3c745d226c0a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.614367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.614475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.615101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.615101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.615101] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d is going to be created. [ 757.646439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.646692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.646735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.648259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.648259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.663885] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: UNINITIALIZED for 2s [ 758.218268] env[65968]: INFO networking_nsxv3.common.synchronization [None req-df60de6f-1f34-43e7-bb74-b98070440da2 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 758.219827] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 758.219827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.219827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.219827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.219827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.219827] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.326487] env[65968]: INFO networking_nsxv3.common.synchronization [None req-e58417f9-c74e-4ac7-91ea-3d576dea675d tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 758.326487] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 758.326487] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.326731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.374506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 758.374894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.384029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: SUCCESS [ 758.384265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.745381] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.745589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.745589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.745768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.745897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.746102] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 already deleted. [ 758.746225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.746413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.746584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.746674] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.270202] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.271361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.271361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.271786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.271897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.272035] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 already deleted. [ 759.272720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.319179] env[65968]: INFO networking_nsxv3.common.synchronization [req-63bc4260-ad76-46bd-a967-8ad6a862d916 req-96c58a88-d01c-437a-8302-106f9b76c021 tempest-VolumesAssistedSnapshotsTest-439694033 tempest-VolumesAssistedSnapshotsTest-439694033-project-member] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 759.319335] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGHEST for action security_group_members [ 759.319621] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.319744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.319809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.320028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.320174] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.320288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.320329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.320454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.320534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.320621] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.677605] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: SUCCESS [ 759.677845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.678076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.678296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.678527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.678659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.678727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.678979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.679104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.679143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.679254] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.828025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.828025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.828025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.828025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a is going to be updated. [ 759.871624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.871624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.871624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.871624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.871624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884109] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: IN_PROGRESS for 2s [ 760.185218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.185591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.185591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.185729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.185900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.186485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.186485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.186485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.186485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.186485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.186698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.186698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.186698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.186869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187610] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.336580] env[65968]: INFO networking_nsxv3.common.synchronization [req-9e259d27-e751-4d4f-8464-c4ed7d103968 req-5c9e3631-2e8d-443b-95fa-4a58b97b6aca tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 760.337135] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 760.337135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.337462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.337462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.337644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.337837] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.337961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.338044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.338294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.338412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.338573] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.468977] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bd5380cd-a6b4-4b39-b52b-d98b3062bbe2 None None] Enqueued Resource ID: 72da77f1-4b5b-4fee-a370-8ba656bae773 with Priority: HIGHEST for action port [ 760.469751] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72da77f1-4b5b-4fee-a370-8ba656bae773 with Priority: HIGHEST for action port [ 760.470752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-72da77f1-4b5b-4fee-a370-8ba656bae773 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.470752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72da77f1-4b5b-4fee-a370-8ba656bae773" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.470752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72da77f1-4b5b-4fee-a370-8ba656bae773" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.470752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72da77f1-4b5b-4fee-a370-8ba656bae773" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.470752] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72da77f1-4b5b-4fee-a370-8ba656bae773',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.694616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aeef807f-ed18-45ec-a3a4-a3ffdd6e390d: rpc.has_security_group_logging(os_id): False [ 760.715692] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.715692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.715692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.715692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.715692] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.716638] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.716638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.717513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.717513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.718288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.718470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.718602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.718854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.719215] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d is going to be created. [ 760.790299] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.790532] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.790635] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.790914] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.791227] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.791394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.791507] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.792136] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.792296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.792502] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.792613] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.792737] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.792850] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.792957] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.793070] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.793198] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.795086] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.795212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.795301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.795446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.795622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.810963] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: IN_PROGRESS for 2s [ 760.817638] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.817800] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.817932] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.818112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.818419] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.818582] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.818694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.819042] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.819178] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84aec4e-5135-4ec7-ae24-ca72a108b2f7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.841465] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.973843] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72da77f1-4b5b-4fee-a370-8ba656bae773 [ 760.974119] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.974256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.974371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.974538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.974771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.974905] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72da77f1-4b5b-4fee-a370-8ba656bae773 already deleted. [ 760.974995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72da77f1-4b5b-4fee-a370-8ba656bae773" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.323777] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.323777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.323777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.323777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.324073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.324073] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port b84aec4e-5135-4ec7-ae24-ca72a108b2f7 not found, creating... [ 761.325997] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.325997] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.325997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.326551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: b84aec4e-5135-4ec7-ae24-ca72a108b2f7 is going to be created. [ 761.343491] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.351264] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.351470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351518] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.353995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.353995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.353995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.846752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.847130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.847420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.847525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.847664] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 761.878574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.878832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.878832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.878996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.879245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.889330] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 761.896483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a in Status: SUCCESS [ 761.897371] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a deletion is rescheduled due to dependency. [ 761.897371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.084058] env[65968]: INFO networking_nsxv3.common.synchronization [req-9e259d27-e751-4d4f-8464-c4ed7d103968 req-ed545191-1970-43d2-80a3-17061eeede04 service nova] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_rules [ 762.084058] env[65968]: INFO networking_nsxv3.common.synchronization [req-9e259d27-e751-4d4f-8464-c4ed7d103968 req-ed545191-1970-43d2-80a3-17061eeede04 service nova] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 762.084604] env[65968]: INFO networking_nsxv3.common.synchronization [req-9e259d27-e751-4d4f-8464-c4ed7d103968 req-ed545191-1970-43d2-80a3-17061eeede04 service nova] Enqueued Resource ID: b84aec4e-5135-4ec7-ae24-ca72a108b2f7 with Priority: HIGHEST for action port [ 762.088206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_rules [ 762.088206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 762.088206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84aec4e-5135-4ec7-ae24-ca72a108b2f7 with Priority: HIGHEST for action port [ 762.088206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.088206] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.088206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.088206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.088206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.088206] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84aec4e-5135-4ec7-ae24-ca72a108b2f7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.148958] env[65968]: INFO networking_nsxv3.common.synchronization [req-e17eb06e-ae39-43ee-9b14-ff56a034e100 req-070398fe-1056-42d6-8b72-67e0f3b81769 tempest-ServersAdminNegativeTestJSON-2086334165 tempest-ServersAdminNegativeTestJSON-2086334165-project-member] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 762.150697] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 762.151413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.151413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.151413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.151413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.151690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.151690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.151777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.151978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.152130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.152225] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.525829] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.526174] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526212] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.526580] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.526960] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.527190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.527355] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.527641] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.528154] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.528154] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.528390] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.528390] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.528526] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.528649] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.528811] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.528951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.552016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.552016] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.552016] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.552016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.552016] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-fe243516-59ed-4f91-a94a-e0afe59f3c3f taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.552016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.552016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.552016] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe243516-59ed-4f91-a94a-e0afe59f3c3f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.592363] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b84aec4e-5135-4ec7-ae24-ca72a108b2f7 with status ACTIVE [ 762.592363] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.592493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.592555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.592805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.592941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593177] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.594098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.594180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.594641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.594641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.594641] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b84aec4e-5135-4ec7-ae24-ca72a108b2f7 is going to be updated. [ 762.596826] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.596826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.623959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.624241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.624354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.625992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.625992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.625992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84aec4e-5135-4ec7-ae24-ca72a108b2f7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.654281] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.825752] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: SUCCESS [ 762.825752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.055696] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.055864] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.056033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.056337] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.056917] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.056917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port fe243516-59ed-4f91-a94a-e0afe59f3c3f not found, creating... [ 763.056917] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.057428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.057428] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.057649] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.057760] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.058084] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.058588] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.058838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.059110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.059395] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.059395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: fe243516-59ed-4f91-a94a-e0afe59f3c3f is going to be created. [ 763.080277] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.080612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.080612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.080952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.081323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.081561] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.156493] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.220712] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1b8679fe-46e9-4feb-a9e3-bde05df37f0e None None] Enqueued Resource ID: d7201d19-0cfe-4d09-972b-790793e9f36c with Priority: HIGHEST for action port [ 763.221330] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7201d19-0cfe-4d09-972b-790793e9f36c with Priority: HIGHEST for action port [ 763.221713] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7201d19-0cfe-4d09-972b-790793e9f36c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.222627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7201d19-0cfe-4d09-972b-790793e9f36c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.222738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7201d19-0cfe-4d09-972b-790793e9f36c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7201d19-0cfe-4d09-972b-790793e9f36c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.223143] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7201d19-0cfe-4d09-972b-790793e9f36c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.662021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.662021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.662021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.662021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.662021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.662021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be updated. [ 763.692136] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.692336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.692418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.692882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.692977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.703879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 763.726320] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7201d19-0cfe-4d09-972b-790793e9f36c [ 763.726320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.726320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.726320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.726320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.726669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.726669] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7201d19-0cfe-4d09-972b-790793e9f36c already deleted. [ 763.726669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7201d19-0cfe-4d09-972b-790793e9f36c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.877672] env[65968]: INFO networking_nsxv3.common.synchronization [req-e17eb06e-ae39-43ee-9b14-ff56a034e100 req-97361823-20f3-4e09-89a8-edf53659d3aa service nova] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_rules [ 763.877672] env[65968]: INFO networking_nsxv3.common.synchronization [req-e17eb06e-ae39-43ee-9b14-ff56a034e100 req-97361823-20f3-4e09-89a8-edf53659d3aa service nova] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 763.877672] env[65968]: INFO networking_nsxv3.common.synchronization [req-e17eb06e-ae39-43ee-9b14-ff56a034e100 req-97361823-20f3-4e09-89a8-edf53659d3aa service nova] Enqueued Resource ID: fe243516-59ed-4f91-a94a-e0afe59f3c3f with Priority: HIGHEST for action port [ 763.878220] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_rules [ 763.878377] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 763.878513] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe243516-59ed-4f91-a94a-e0afe59f3c3f with Priority: HIGHEST for action port [ 763.878845] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.879024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.879118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.879357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.879466] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.880481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.880665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.880776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe243516-59ed-4f91-a94a-e0afe59f3c3f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.880881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.880991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.881267] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe243516-59ed-4f91-a94a-e0afe59f3c3f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.901447] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 763.901728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.901857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.902098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.902354] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.902437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.902474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.902627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.902711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.902800] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.383865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.384181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.384229] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe243516-59ed-4f91-a94a-e0afe59f3c3f with status ACTIVE [ 764.384389] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.384493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.384557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.384768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.384996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.385095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.385200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.385262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.385469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.385551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.385747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.385864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.385930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.386140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.386212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.386257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe243516-59ed-4f91-a94a-e0afe59f3c3f is going to be updated. [ 764.408981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.408981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.409158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.409558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe243516-59ed-4f91-a94a-e0afe59f3c3f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.409774] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.799869] env[65968]: INFO networking_nsxv3.common.synchronization [req-a21d9fc2-91eb-4312-9c34-495fa11b77ca req-a6c30830-98b4-478e-a684-d6135984153f tempest-ServersV294TestFqdnHostnames-1480323740 tempest-ServersV294TestFqdnHostnames-1480323740-project-member] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 764.800424] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 764.800718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.800836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.801166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.801235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.801349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.801446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.801506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.801670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.801946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.801946] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.913582] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.117231] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.117400] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-775" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.117516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-775" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.117940] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-775" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.118112] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.118283] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.118372] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.118576] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.118712] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.118912] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.119110] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.119261] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.119989] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.119989] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.119989] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.119989] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.140278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.140437] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.140906] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.140906] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-775" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.141035] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-084b43cd-2c11-4edc-838a-7217770c7569 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.141210] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.141326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.141686] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.141806] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084b43cd-2c11-4edc-838a-7217770c7569',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.305994] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.306200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.306278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.306485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.306575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.306765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.306862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.306921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.307084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.307160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.307244] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 already deleted. [ 765.307322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.421044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.421044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.422028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.422028] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 765.454035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.454035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.454035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.454035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.454035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.463211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 765.648023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.648023] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 084b43cd-2c11-4edc-838a-7217770c7569 not found, creating... [ 765.648023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.648023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.648492] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.648492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.648492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.648492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.648492] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 084b43cd-2c11-4edc-838a-7217770c7569 is going to be created. [ 765.674191] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.674392] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.674972] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.674972] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.676030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.676030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.716689] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 765.716951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.717172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.717452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.717671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.717793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.717883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.718159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.718255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.718353] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.221761] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.396667] env[65968]: INFO networking_nsxv3.common.synchronization [req-a21d9fc2-91eb-4312-9c34-495fa11b77ca req-a6749f18-94cd-4ef4-86f3-7bba196e153c service nova] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 766.396876] env[65968]: INFO networking_nsxv3.common.synchronization [req-a21d9fc2-91eb-4312-9c34-495fa11b77ca req-a6749f18-94cd-4ef4-86f3-7bba196e153c service nova] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 766.397061] env[65968]: INFO networking_nsxv3.common.synchronization [req-a21d9fc2-91eb-4312-9c34-495fa11b77ca req-a6749f18-94cd-4ef4-86f3-7bba196e153c service nova] Enqueued Resource ID: 084b43cd-2c11-4edc-838a-7217770c7569 with Priority: HIGHEST for action port [ 766.397634] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_rules [ 766.397777] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 766.397890] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084b43cd-2c11-4edc-838a-7217770c7569 with Priority: HIGHEST for action port [ 766.404314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.404625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.404756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.405068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.405236] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.406278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.406417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.406521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.406974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.407056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.407216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.407284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.407512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.407635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.407752] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.409225] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-084b43cd-2c11-4edc-838a-7217770c7569 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.409344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.409413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.409593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.409657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084b43cd-2c11-4edc-838a-7217770c7569',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.724947] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.911934] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.912174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.912285] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.913216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084b43cd-2c11-4edc-838a-7217770c7569 with status ACTIVE [ 766.913401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.913515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.913582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.913778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.913866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.914072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.914978] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.914978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.915295] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084b43cd-2c11-4edc-838a-7217770c7569 is going to be updated. [ 766.935965] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.936160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.936160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.936328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.936425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.936713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084b43cd-2c11-4edc-838a-7217770c7569" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.227713] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.228359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.228359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.228359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.228359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.228359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be updated. [ 767.274769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.274941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.274941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.275136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.275294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.283457] env[65968]: INFO networking_nsxv3.common.synchronization [req-e4d7cda4-b9a0-4754-af6e-c6c461b66ada req-41cb9d67-6acc-4bd9-8401-f3a609dc2907 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 767.284021] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 767.284317] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.284468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.284509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284830] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.284927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.284987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.285148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.285233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.285353] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.286719] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 767.327458] env[65968]: INFO networking_nsxv3.common.synchronization [req-d01e1c57-6bd1-4d32-8b04-f16d4f74c789 req-07a5b534-7280-461a-a4de-74580ac926b6 tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 767.327898] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 767.328223] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.328343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.328411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.328863] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.328969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.329337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.329337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.329337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.329473] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.418309] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.477746] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.477746] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.477746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.477746] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.705242] env[65968]: INFO networking_nsxv3.common.synchronization [req-a02a4ea1-ca91-4315-ade7-0f7e246cc512 req-8a4c6b30-31df-44d4-8962-9e63bde013a8 tempest-ListServersNegativeTestJSON-230758245 tempest-ListServersNegativeTestJSON-230758245-project-member] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 767.705242] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGHEST for action security_group_members [ 767.705242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.705242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.787965] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.832280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.832570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.832570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.832850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.832948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.833169] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.833320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.833320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.833486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.833560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.833647] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 already deleted. [ 767.833731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.839204] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.839363] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839506] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839850] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.840153] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.840383] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.840534] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.840809] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.841441] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.841790] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.841983] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.842161] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.842311] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.842474] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.842744] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.842929] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.869256] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.869256] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.869256] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.869256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.869256] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-92427c3e-7896-4217-b46e-87b40deba553 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.869256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.869256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.869256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.869256] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92427c3e-7896-4217-b46e-87b40deba553',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.921578] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.921578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.921578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.921578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.921578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.921578] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 is going to be created. [ 767.950668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.950819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.950884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.951154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.951328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.962290] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: UNINITIALIZED for 2s [ 767.979342] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.979534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.979691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.979929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.980178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.980260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.980298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.980709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.980803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.980896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.981076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.981177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.981239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.981396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.981538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.981685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.981788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.981962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.982138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.982237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.982328] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.290920] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.374584] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.374807] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.375138] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.375474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.375628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.375827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 92427c3e-7896-4217-b46e-87b40deba553 not found, creating... [ 768.376331] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.376331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.376480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.376657] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.376797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.377183] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.377420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.377556] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.378742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.378742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.378742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 92427c3e-7896-4217-b46e-87b40deba553 is going to be created. [ 768.403818] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.404273] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.404389] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.404675] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.404951] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.405146] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.487406] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2036f689-8ae0-4959-9057-29e3d3ee867b: rpc.has_security_group_logging(os_id): False [ 768.516504] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.516598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.516681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.516880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.516970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.517198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.518720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518938] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 768.592113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.592113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.592113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.592333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.593053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.619780] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 768.793669] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.793797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.793922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.794201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.794320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.794436] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 768.829919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.830081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.830155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.833174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.833174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.842850] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 769.123741] env[65968]: INFO networking_nsxv3.common.synchronization [req-d01e1c57-6bd1-4d32-8b04-f16d4f74c789 req-dfa8d8df-a4c6-4ba7-b392-0c99598fa295 service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 769.123919] env[65968]: INFO networking_nsxv3.common.synchronization [req-d01e1c57-6bd1-4d32-8b04-f16d4f74c789 req-dfa8d8df-a4c6-4ba7-b392-0c99598fa295 service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 769.124069] env[65968]: INFO networking_nsxv3.common.synchronization [req-d01e1c57-6bd1-4d32-8b04-f16d4f74c789 req-dfa8d8df-a4c6-4ba7-b392-0c99598fa295 service nova] Enqueued Resource ID: 92427c3e-7896-4217-b46e-87b40deba553 with Priority: HIGHEST for action port [ 769.124304] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 769.124432] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 769.124528] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92427c3e-7896-4217-b46e-87b40deba553 with Priority: HIGHEST for action port [ 769.125098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.125244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.125312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.125569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.125653] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.127330] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.127330] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.127330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.127775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.127862] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.130204] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-92427c3e-7896-4217-b46e-87b40deba553 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.130320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.130386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.130543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.130617] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92427c3e-7896-4217-b46e-87b40deba553',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.309141] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.309141] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.309141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.309141] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.597753] env[65968]: INFO networking_nsxv3.common.synchronization [req-af974c49-8f2b-4673-9842-49693f6e2cd2 req-3b5b6a2b-fcee-495d-9537-4096a5a2021c tempest-ServersNegativeTestMultiTenantJSON-1959247195 tempest-ServersNegativeTestMultiTenantJSON-1959247195-project-member] Enqueued Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 769.598356] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGHEST for action security_group_members [ 769.598993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.599094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.599186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.599392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.599866] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.599866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.599866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.600060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.600060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601101] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.633255] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.633382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.633566] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.636661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92427c3e-7896-4217-b46e-87b40deba553 with status ACTIVE [ 769.637408] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.637699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.637699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.639217] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92427c3e-7896-4217-b46e-87b40deba553 is going to be updated. [ 769.667275] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.667553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.667553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.667740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.667962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.668190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92427c3e-7896-4217-b46e-87b40deba553" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.812725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.812725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.812725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.812725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.813095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.813095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.813172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.813337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.813433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.813571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.813860] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.813975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.814063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.814221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.814372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.814518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.814599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.814735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.814814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.814894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.814984] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.973807] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: SUCCESS [ 769.974047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.974237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.974485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.974797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.974928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.974994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975465] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.103736] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.103916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104550] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.105011] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d is going to be updated. [ 770.134443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.134819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.134819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.134969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.136335] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.147243] env[65968]: INFO networking_nsxv3.common.synchronization [req-3bf195c4-054c-432f-8d43-f91bb5052477 req-581ae17a-2fa0-4da4-9908-16be7a864e89 tempest-ServerTagsTestJSON-1825459594 tempest-ServerTagsTestJSON-1825459594-project-member] Enqueued Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 770.148204] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: IN_PROGRESS for 2s [ 770.148628] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 770.148943] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.150126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.150405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.150461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.150618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.150799] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.318116] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0112d881-f949-4666-9385-e019740c6e7c: rpc.has_security_group_logging(os_id): False [ 770.343543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.343726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.343726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.344061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.344147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.344895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.344895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.344895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.344895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.344895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.344895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.345265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.345265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.345265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.345265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.345422] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.345506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.345563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.345700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.345773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.345855] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be updated. [ 770.436309] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.436309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.436309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.436309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.436309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.452854] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 770.479255] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.496756] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496935] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-614" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.497064] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-614" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-614" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497667] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.497818] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.497925] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.498267] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.498396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498788] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.499307] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.499307] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.499419] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.499469] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.499568] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.499723] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.523143] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.523322] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.523454] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.523622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-614" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.523937] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-002daba4-19cd-46a5-bb54-4602a8449e15 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.524163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.524276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.524596] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.524734] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002daba4-19cd-46a5-bb54-4602a8449e15',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.633020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 770.633249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.640168] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.640168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.640168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.640168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.640168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.640168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be created. [ 770.653085] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.653260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.653482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.653568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.653762] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.653919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655105] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 already deleted. [ 770.655105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.667543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.667543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.667659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.679589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: UNINITIALIZED for 2s [ 770.854186] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 770.854394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854943] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.855065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.855127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.855271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.855345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.855431] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.980855] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f3d1dee-d62e-487e-b8e2-fcd378339841: rpc.has_security_group_logging(os_id): False [ 771.004115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004115] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 is going to be created. [ 771.029236] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.029466] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.029602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.029879] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.030026] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030174] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 002daba4-19cd-46a5-bb54-4602a8449e15 not found, creating... [ 771.030424] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.030571] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.030974] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031127] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.031963] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.032227] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.032227] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 002daba4-19cd-46a5-bb54-4602a8449e15 is going to be created. [ 771.054674] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.062671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.062826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.062896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.074746] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: IN_PROGRESS for 2s [ 771.357440] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.357778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.357778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.357946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.358058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.358311] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.359030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.359030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.359030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.359030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.359030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be updated. [ 771.394733] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.394974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.395047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.395369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.395534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.408138] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: IN_PROGRESS for 2s [ 771.852047] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.852247] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.879747] env[65968]: INFO networking_nsxv3.common.synchronization [req-3bf195c4-054c-432f-8d43-f91bb5052477 req-1034891d-14f5-4ee5-9499-f48489a2da2a service nova] Enqueued Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_rules [ 771.880026] env[65968]: INFO networking_nsxv3.common.synchronization [req-3bf195c4-054c-432f-8d43-f91bb5052477 req-1034891d-14f5-4ee5-9499-f48489a2da2a service nova] Enqueued Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 771.881075] env[65968]: INFO networking_nsxv3.common.synchronization [req-3bf195c4-054c-432f-8d43-f91bb5052477 req-1034891d-14f5-4ee5-9499-f48489a2da2a service nova] Enqueued Resource ID: 002daba4-19cd-46a5-bb54-4602a8449e15 with Priority: HIGHEST for action port [ 771.881075] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_rules [ 771.881075] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 771.881075] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002daba4-19cd-46a5-bb54-4602a8449e15 with Priority: HIGHEST for action port [ 771.881450] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.881450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.881620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884494] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.884494] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884791] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.885112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.885216] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.886105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-002daba4-19cd-46a5-bb54-4602a8449e15 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.886202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.886202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.886353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.886423] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002daba4-19cd-46a5-bb54-4602a8449e15',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.160362] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d in Status: SUCCESS [ 772.160618] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d deletion is rescheduled due to dependency. [ 772.160795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.388366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.390308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.390308] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.394031] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 002daba4-19cd-46a5-bb54-4602a8449e15 with status ACTIVE [ 772.394031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.394031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.394031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.394031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.394243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.394243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.394446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.394528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.394698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.394798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395181] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 002daba4-19cd-46a5-bb54-4602a8449e15 is going to be updated. [ 772.418781] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.418781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.418781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.418781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.419105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002daba4-19cd-46a5-bb54-4602a8449e15" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.483040] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 772.483172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.690462] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 772.690788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.691072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.691387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.691704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.691857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.691968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.692252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.692428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.692507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.692655] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.891364] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.093524] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: SUCCESS [ 773.093713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.196542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.196542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.196542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.196542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197648] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.395096] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.395096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.395096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.395096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.395096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.395096] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 is going to be created. [ 773.420611] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 in Status: SUCCESS [ 773.420827] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 deletion is rescheduled due to dependency. [ 773.420988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.429090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.429090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.429411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.429536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.446333] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: UNINITIALIZED for 2s [ 773.700391] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9021eaed-f956-4719-8c24-bb07948dc586: rpc.has_security_group_logging(os_id): False [ 773.722248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.722504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.722504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.722726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.722863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.723183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.723335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.723432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.723575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.723655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.723855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.723967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.724089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.724240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.724294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.724512] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.724601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.724652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.724816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.724891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.724974] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be created. [ 773.791102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.791102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.791102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.791102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.791102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.802909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 775.458267] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: SUCCESS [ 775.458554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.458646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.458866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.459076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.459194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.459247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.459400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.459483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.459568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.459657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.823805] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 775.823805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.963083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.963083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.963083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.965059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.965126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.965339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.970047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.970047] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.475983] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66269bd2-c1cf-4e2a-9880-9c87c259c124: rpc.has_security_group_logging(os_id): False [ 776.498328] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.498529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.498615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.499028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.499028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.499151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.499215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.499278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.499395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.499571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.499663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.499774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.499842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.499978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.500243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.500333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.500395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.500662] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 is going to be created. [ 776.587777] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.588279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.588279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.588390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.588591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.604222] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: IN_PROGRESS for 2s [ 776.882261] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 776.882383] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 778.475903] env[65968]: INFO networking_nsxv3.common.synchronization [req-5759ed9d-d764-4c6c-885e-a5ef6c6a0e9a req-5381f17d-aaf8-41ef-82b6-c04dd40a5880 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 778.476531] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 778.476764] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.476883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.476946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.477743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.477911] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.478026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.478089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.479480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.479480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.479480] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.585573] env[65968]: INFO networking_nsxv3.common.synchronization [None req-81963648-f085-4ce1-97ef-38d10008137c None None] Enqueued Resource ID: 91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e with Priority: HIGHEST for action port [ 778.586322] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e with Priority: HIGHEST for action port [ 778.586435] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.586556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.586873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.586958] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.622898] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: SUCCESS [ 778.623148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900528] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.900716] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.900837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.901108] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.901360] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.901506] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.901614] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.903103] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.906665] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.907014] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.907184] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.907326] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.907629] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.908083] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.908245] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.908448] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.930438] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.930682] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.930856] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.931067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.931472] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-dccf9962-7703-46e6-8a1c-9398805a2378 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.931854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.932056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932589] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dccf9962-7703-46e6-8a1c-9398805a2378',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.985702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.985702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.985933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.985933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.986054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.986531] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.986531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.986531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.986531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.986813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.986813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 already deleted. [ 778.986813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.089493] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e [ 779.091195] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.091195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.091195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.091195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.091195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.091195] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e already deleted. [ 779.091195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91ebeba8-7cbe-4984-8b1c-ac2fbc340e7e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.437394] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.437394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.437394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.437394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.437394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.437394] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port dccf9962-7703-46e6-8a1c-9398805a2378 not found, creating... [ 779.438075] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.438412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.438650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.438985] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.439342] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.440151] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.440151] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.440326] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.440729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.440888] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.441144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: dccf9962-7703-46e6-8a1c-9398805a2378 is going to be created. [ 779.469237] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.469237] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.469403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.469712] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.471197] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.471697] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.227849] env[65968]: INFO networking_nsxv3.common.synchronization [req-5759ed9d-d764-4c6c-885e-a5ef6c6a0e9a req-0c894c3b-5543-40e1-a75d-f5910fa29e51 service nova] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_rules [ 780.228150] env[65968]: INFO networking_nsxv3.common.synchronization [req-5759ed9d-d764-4c6c-885e-a5ef6c6a0e9a req-0c894c3b-5543-40e1-a75d-f5910fa29e51 service nova] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 780.228202] env[65968]: INFO networking_nsxv3.common.synchronization [req-5759ed9d-d764-4c6c-885e-a5ef6c6a0e9a req-0c894c3b-5543-40e1-a75d-f5910fa29e51 service nova] Enqueued Resource ID: dccf9962-7703-46e6-8a1c-9398805a2378 with Priority: HIGHEST for action port [ 780.228753] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_rules [ 780.228894] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 780.228995] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccf9962-7703-46e6-8a1c-9398805a2378 with Priority: HIGHEST for action port [ 780.230044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.230948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.231152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.231545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.231778] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.234708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.234708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.234708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.234708] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.236675] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-dccf9962-7703-46e6-8a1c-9398805a2378 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.236901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.236979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.237728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.237728] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dccf9962-7703-46e6-8a1c-9398805a2378',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.735192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.735192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.737814] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.740442] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dccf9962-7703-46e6-8a1c-9398805a2378 with status ACTIVE [ 780.741233] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.741233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.741233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.741233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.741233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.741439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.741500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.741569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.742996] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.742996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.742996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dccf9962-7703-46e6-8a1c-9398805a2378 is going to be updated. [ 780.773066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.773261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.773432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.774020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.774020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.774020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dccf9962-7703-46e6-8a1c-9398805a2378" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.034176] env[65968]: INFO networking_nsxv3.common.synchronization [req-b1eed097-448c-45f1-86ab-884f591853e6 req-c1441e3c-a55e-4f2f-b2cd-8e99c83956bd tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: 8a4f843d-93d8-420c-b2e2-a763e88fbb5f with Priority: HIGHEST for action security_group_rules [ 781.034787] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f843d-93d8-420c-b2e2-a763e88fbb5f with Priority: HIGHEST for action security_group_rules [ 781.035145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4f843d-93d8-420c-b2e2-a763e88fbb5f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.035234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4f843d-93d8-420c-b2e2-a763e88fbb5f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.035298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4f843d-93d8-420c-b2e2-a763e88fbb5f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4f843d-93d8-420c-b2e2-a763e88fbb5f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035762] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4f843d-93d8-420c-b2e2-a763e88fbb5f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.241186] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.432320] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a1a9ffcf-1c09-4e23-a328-0ca51c751146 None None] Enqueued Resource ID: fb49dd53-d00d-4121-bfa4-91ca6ae53bf4 with Priority: HIGHEST for action port [ 781.432763] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb49dd53-d00d-4121-bfa4-91ca6ae53bf4 with Priority: HIGHEST for action port [ 781.434025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb49dd53-d00d-4121-bfa4-91ca6ae53bf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.434025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb49dd53-d00d-4121-bfa4-91ca6ae53bf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.434025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb49dd53-d00d-4121-bfa4-91ca6ae53bf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.434393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb49dd53-d00d-4121-bfa4-91ca6ae53bf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.434506] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb49dd53-d00d-4121-bfa4-91ca6ae53bf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.557538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.557667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.557736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.558365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.558365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.558365] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4f843d-93d8-420c-b2e2-a763e88fbb5f already deleted. [ 781.558365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4f843d-93d8-420c-b2e2-a763e88fbb5f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.743817] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.743817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.743817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.744123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.744123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.744265] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be created. [ 781.771837] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.772350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.772667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.772946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.785927] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: UNINITIALIZED for 2s [ 781.895882] env[65968]: INFO networking_nsxv3.common.synchronization [req-68d32ff9-4dd3-4397-bf4b-b369aa275992 req-146fa91e-df7d-4da1-8306-969d648a20e5 tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: d4e9dc31-5f53-41b9-9e21-d7d7b18c7260 with Priority: HIGHEST for action security_group_rules [ 781.896958] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e9dc31-5f53-41b9-9e21-d7d7b18c7260 with Priority: HIGHEST for action security_group_rules [ 781.898986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e9dc31-5f53-41b9-9e21-d7d7b18c7260 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.898986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e9dc31-5f53-41b9-9e21-d7d7b18c7260" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.898986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e9dc31-5f53-41b9-9e21-d7d7b18c7260" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.899227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e9dc31-5f53-41b9-9e21-d7d7b18c7260" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.900221] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e9dc31-5f53-41b9-9e21-d7d7b18c7260',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.936613] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb49dd53-d00d-4121-bfa4-91ca6ae53bf4 [ 781.936866] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.937017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.937097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937507] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb49dd53-d00d-4121-bfa4-91ca6ae53bf4 already deleted. [ 781.937585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb49dd53-d00d-4121-bfa4-91ca6ae53bf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.428407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.428809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.428809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.428809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.428809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.428951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e9dc31-5f53-41b9-9e21-d7d7b18c7260 already deleted. [ 782.428951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e9dc31-5f53-41b9-9e21-d7d7b18c7260" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.135555] env[65968]: INFO networking_nsxv3.common.synchronization [req-5a88021a-de8d-4fc3-aef8-6e6beb5c1c95 req-27cd0955-a5f3-4d1e-9351-2c23bf15cc54 tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: a877434e-f35b-4e6d-b7aa-b3a4875e8b37 with Priority: HIGHEST for action security_group_rules [ 783.136928] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a877434e-f35b-4e6d-b7aa-b3a4875e8b37 with Priority: HIGHEST for action security_group_rules [ 783.136928] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a877434e-f35b-4e6d-b7aa-b3a4875e8b37 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.137118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a877434e-f35b-4e6d-b7aa-b3a4875e8b37" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.137118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a877434e-f35b-4e6d-b7aa-b3a4875e8b37" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.137465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a877434e-f35b-4e6d-b7aa-b3a4875e8b37" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.137577] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a877434e-f35b-4e6d-b7aa-b3a4875e8b37',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.664293] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.664672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.664672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.664672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.664826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.664826] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a877434e-f35b-4e6d-b7aa-b3a4875e8b37 already deleted. [ 783.664992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a877434e-f35b-4e6d-b7aa-b3a4875e8b37" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.799902] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 783.800160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.800359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.800586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.800793] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.800897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.800962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.801140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.801222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.801319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.801414] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.306044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.306044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.306044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.307067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.307276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.307408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.307476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.307646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.307734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.307822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.307974] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.308081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.308144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.308290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.308432] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.308518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.308581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.308714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.308790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.308872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.308962] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.506907] env[65968]: INFO networking_nsxv3.common.synchronization [req-2333e837-27f8-44b1-b00d-f165615a6ea4 req-03acbd52-351d-40f0-a213-ebc5ce5c0af3 tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: eee9df64-6b0d-497c-9858-3d4052ec32e0 with Priority: HIGHEST for action security_group_rules [ 784.510162] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee9df64-6b0d-497c-9858-3d4052ec32e0 with Priority: HIGHEST for action security_group_rules [ 784.512012] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eee9df64-6b0d-497c-9858-3d4052ec32e0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.512270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eee9df64-6b0d-497c-9858-3d4052ec32e0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.512397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eee9df64-6b0d-497c-9858-3d4052ec32e0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.512760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eee9df64-6b0d-497c-9858-3d4052ec32e0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.512939] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eee9df64-6b0d-497c-9858-3d4052ec32e0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.812285] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad61a386-47b6-456f-b00e-d31428af14a8: rpc.has_security_group_logging(os_id): False [ 784.833749] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.833921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.834026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.834493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.834607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.834954] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.835072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.835113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.835291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.835376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.835678] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.835833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.835876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.836633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.836633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.836633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.836633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.836633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.836897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.836897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.836897] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be created. [ 784.912142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.912372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.912506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.912904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.928097] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: IN_PROGRESS for 2s [ 785.036236] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.036236] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eee9df64-6b0d-497c-9858-3d4052ec32e0 already deleted. [ 785.036236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eee9df64-6b0d-497c-9858-3d4052ec32e0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.411543] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e464985-fb72-47b2-85c7-502855265e81 req-d83d08fd-307c-48e6-82b4-84ee49563418 tempest-ServersNegativeTestJSON-1891564820 tempest-ServersNegativeTestJSON-1891564820-project-member] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 785.412883] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 785.413392] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.413525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.414346] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.414346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.414496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.414563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.414649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.414828] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.857397] env[65968]: INFO networking_nsxv3.common.synchronization [req-44799f30-9d7f-4433-b75c-5e722720d80d req-469f6745-9102-4424-b1a7-e3b0d1aed8e0 tempest-ServersTestBootFromVolume-1753238110 tempest-ServersTestBootFromVolume-1753238110-project-member] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 785.857397] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGHEST for action security_group_members [ 785.857397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.857768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.857768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.857768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.857865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.859054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.859054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.859054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.859054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.859054] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.863948] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.864179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.864300] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.864531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.864818] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.865128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.865128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.865279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.865417] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.865724] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.865908] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.866126] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.866322] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.866518] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.866695] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.866895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.892268] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.892451] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.892579] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.892812] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.893252] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-411d13f8-1d1a-452d-ab15-75256f966532 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.893447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.893624] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.894054] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.894628] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411d13f8-1d1a-452d-ab15-75256f966532',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.918011] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.360719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.361601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.361666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.362067] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aafface-334d-487d-910a-0640b089abf4 is going to be updated. [ 786.390573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.390723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.390793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.391137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.391326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.401252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: IN_PROGRESS for 2s [ 786.401742] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.401996] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.402141] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.402399] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.402538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.402680] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 411d13f8-1d1a-452d-ab15-75256f966532 not found, creating... [ 786.402986] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403153] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.403479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.403606] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.403874] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.404091] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.404211] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.404411] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.404537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.404665] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 411d13f8-1d1a-452d-ab15-75256f966532 is going to be created. [ 786.420375] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.425559] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.425902] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.425902] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.426122] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.426335] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.426886] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.923475] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.923805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.923805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.924074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.924074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.924074] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 786.939745] env[65968]: INFO networking_nsxv3.common.synchronization [req-2493db6a-9e0a-4f2e-8f21-cf21307d82ef req-66835b07-2bac-4a88-aa04-e788cf94413b tempest-ServersAdminNegativeTestJSON-2086334165 tempest-ServersAdminNegativeTestJSON-2086334165-project-member] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 786.940686] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 786.940994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941394] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 786.941716] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.941910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.941983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.942379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.942455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.942600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.942758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.942848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.942944] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.953755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.953954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.953997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.954185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.954345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.965183] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 787.175213] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e464985-fb72-47b2-85c7-502855265e81 req-7d608b18-4ba7-4fd6-ab50-a1295c403b6b service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 787.175627] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e464985-fb72-47b2-85c7-502855265e81 req-7d608b18-4ba7-4fd6-ab50-a1295c403b6b service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 787.175627] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e464985-fb72-47b2-85c7-502855265e81 req-7d608b18-4ba7-4fd6-ab50-a1295c403b6b service nova] Enqueued Resource ID: 411d13f8-1d1a-452d-ab15-75256f966532 with Priority: HIGHEST for action port [ 787.176051] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 787.176190] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 787.176344] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411d13f8-1d1a-452d-ab15-75256f966532 with Priority: HIGHEST for action port [ 787.179211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.179211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.179211] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.179211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179904] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-411d13f8-1d1a-452d-ab15-75256f966532 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180383] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411d13f8-1d1a-452d-ab15-75256f966532',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.441953] env[65968]: INFO networking_nsxv3.common.synchronization [req-f35b7d7c-a2a8-4221-a910-80edc78977bd req-b071a5c1-da77-40a1-a6fa-4088aa07de56 tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 787.441953] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 787.441953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c2965-ac93-44e3-87c5-bfd27a61a97c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.441953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.441953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.441953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.442294] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c2965-ac93-44e3-87c5-bfd27a61a97c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.444447] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.682074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.682268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.682574] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 411d13f8-1d1a-452d-ab15-75256f966532 with status ACTIVE [ 787.682683] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.682826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.683015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.683299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.683431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.683636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.683745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.683825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.684109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.684317] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.684467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.684532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.684783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.684991] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 411d13f8-1d1a-452d-ab15-75256f966532 is going to be updated. [ 787.710421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.710817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.711159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.711299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411d13f8-1d1a-452d-ab15-75256f966532" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.947011] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.967846] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.967846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.967846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.967846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.967846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.967846] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c already deleted. [ 787.967846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.110868] env[65968]: INFO networking_nsxv3.common.synchronization [req-26c05914-e2d5-48d3-a2aa-0a6b87095805 req-e2880d64-bee2-46a2-a03b-12a8bcffaa85 tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 788.111503] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 788.111910] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c2965-ac93-44e3-87c5-bfd27a61a97c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.112107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.113034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.113117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.113200] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c2965-ac93-44e3-87c5-bfd27a61a97c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.139907] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-380900ac-ef6b-4179-a80d-ff67eee6cc5c tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 788.140564] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 788.140937] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.142291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.142386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.142595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.142805] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.142891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.142950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.143124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.143217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.143315] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.411832] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aafface-334d-487d-910a-0640b089abf4 in Status: SUCCESS [ 788.415146] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aafface-334d-487d-910a-0640b089abf4 deletion is rescheduled due to dependency. [ 788.415146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.452264] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.452804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.452804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.452804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.452804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.453038] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be updated. [ 788.480029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.480029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.480029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.480423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.480423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.489564] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 788.553085] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-1ce48458-211f-4e20-85f9-f86b5ccd0fad tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 788.553800] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 788.554128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.638806] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.638806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.638806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.638806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.638806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.638806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c already deleted. [ 788.638806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.645881] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.646076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.646155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.646359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.646446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.646632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.646735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.646790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.646935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.647012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.647102] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 788.676497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.676688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.676688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.676922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.677072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.686988] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 788.975060] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 788.975402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.975554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.976037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.976157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.976246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.976484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.976782] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.987526] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987725] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-385" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-385" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.988228] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-385" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988666] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.988775] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.988828] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.989630] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.989883] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.990109] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.990221] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.990324] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.990425] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.990528] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.990626] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.990753] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.009659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.009930] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.010077] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.010248] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-385" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010564] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-aa6936a2-b085-446f-9e2d-50915ee1db8a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.010728] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.010838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.011168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.011297] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6936a2-b085-446f-9e2d-50915ee1db8a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.227576] env[65968]: INFO networking_nsxv3.common.synchronization [req-d710cf5b-bd05-4bae-8f04-81a24e40e344 req-be9f729f-cf6a-4c62-a930-247daeed239e tempest-SecurityGroupRulesTestJSON-1829959455 tempest-SecurityGroupRulesTestJSON-1829959455-project-member] Enqueued Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 789.229551] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c with Priority: HIGHEST for action security_group_rules [ 789.230105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c2965-ac93-44e3-87c5-bfd27a61a97c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.230604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.230604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.230775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.230896] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c2965-ac93-44e3-87c5-bfd27a61a97c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.478666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.514181] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.514445] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.514661] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.515106] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.515315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.515472] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port aa6936a2-b085-446f-9e2d-50915ee1db8a not found, creating... [ 789.515816] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.515973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.516097] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.516379] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.516513] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.516797] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.517783] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.517783] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517946] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.518099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.518237] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: aa6936a2-b085-446f-9e2d-50915ee1db8a is going to be created. [ 789.554686] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.554912] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.555412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.555774] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.556025] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556280] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.755655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.755655] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c2965-ac93-44e3-87c5-bfd27a61a97c already deleted. [ 789.755655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c2965-ac93-44e3-87c5-bfd27a61a97c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.982494] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.215185] env[65968]: INFO networking_nsxv3.common.synchronization [req-8b4d7d39-71e0-45cf-bb86-1aca8d93c5a4 req-d82d8eef-f6b4-4d89-934d-2b1b35a782c5 tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 790.215730] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 790.216376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.216510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.216582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.216786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.216954] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.217073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.217163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.217379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218408] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.236113] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-28faed44-5b52-499e-8a94-c858c908386e service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 790.236371] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-28faed44-5b52-499e-8a94-c858c908386e service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 790.236565] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-28faed44-5b52-499e-8a94-c858c908386e service nova] Enqueued Resource ID: aa6936a2-b085-446f-9e2d-50915ee1db8a with Priority: HIGHEST for action port [ 790.244338] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 790.244338] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 790.244338] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6936a2-b085-446f-9e2d-50915ee1db8a with Priority: HIGHEST for action port [ 790.247303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.247303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.247303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.247303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.247495] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.250172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.250172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6936a2-b085-446f-9e2d-50915ee1db8a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.250172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.250172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.250172] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6936a2-b085-446f-9e2d-50915ee1db8a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.485786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.485986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.486080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.486308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.486398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.486496] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 790.510745] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 790.510745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.528182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.528182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.528182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.528182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.528182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540994] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 790.699252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 790.699433] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f deletion is rescheduled due to dependency. [ 790.699545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.699783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.700071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.700269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.700419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.700512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.700604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.700682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.700780] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.720671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.720821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.720901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721385] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.722710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.722805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.722895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 790.754672] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.754828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.754899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.755346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.755346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.757037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757037] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6936a2-b085-446f-9e2d-50915ee1db8a with status ACTIVE [ 790.757327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.757584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.757656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.757843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.758154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.758230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.758411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.758549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.758603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.758753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.758826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.758921] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6936a2-b085-446f-9e2d-50915ee1db8a is going to be updated. [ 790.770350] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 790.786804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.787086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.787684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6936a2-b085-446f-9e2d-50915ee1db8a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.805078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.805078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.805214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.805374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.805498] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.042200] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.042604] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-662" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.042604] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-662" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.043031] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-662" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.043459] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.043641] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.043758] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.043984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.044139] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.044349] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.044453] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.044554] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.044674] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.044784] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.044901] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.045037] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.086899] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.087086] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.087226] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.087398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-662" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.087756] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-a82a1dc7-375a-4500-bab8-96f7b1716670 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.088211] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.088355] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.088674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.088806] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82a1dc7-375a-4500-bab8-96f7b1716670',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.203281] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.307430] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.591721] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591998] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.592140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.592417] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.592557] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.592749] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port a82a1dc7-375a-4500-bab8-96f7b1716670 not found, creating... [ 791.592974] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593481] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593613] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.593896] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.594057] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.594207] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.594431] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.594560] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.594716] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: a82a1dc7-375a-4500-bab8-96f7b1716670 is going to be created. [ 791.620761] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.620761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.620761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.620761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.620761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621047] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.707833] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.810028] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.211435] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.211779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.211779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.212500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.212500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.212500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 792.260450] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.260450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.260450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.260450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.260450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270543] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 792.312725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 792.312725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 792.352379] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-36705ad3-99cc-4173-a51d-aa111d74bcfc service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 792.352590] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-36705ad3-99cc-4173-a51d-aa111d74bcfc service nova] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 792.352757] env[65968]: INFO networking_nsxv3.common.synchronization [req-da62ce38-5922-4aa3-931b-56615cb654bf req-36705ad3-99cc-4173-a51d-aa111d74bcfc service nova] Enqueued Resource ID: a82a1dc7-375a-4500-bab8-96f7b1716670 with Priority: HIGHEST for action port [ 792.353416] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_rules [ 792.353604] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 792.353730] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82a1dc7-375a-4500-bab8-96f7b1716670 with Priority: HIGHEST for action port [ 792.354873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.354997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355665] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82a1dc7-375a-4500-bab8-96f7b1716670 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.356574] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82a1dc7-375a-4500-bab8-96f7b1716670',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.556411] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 792.556623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.556623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.556817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.557146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.557214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557621] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.781752] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 792.781859] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 792.782032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.822880] env[65968]: INFO networking_nsxv3.common.synchronization [req-bdf10792-60bc-488e-ac26-65c44cca6949 req-fb8fdec3-0f2e-4aee-9499-61a77744fad0 tempest-ServerTagsTestJSON-1825459594 tempest-ServerTagsTestJSON-1825459594-project-member] Enqueued Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 792.823653] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGHEST for action security_group_members [ 792.823832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.823998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.825914] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.825914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.825914] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.862015] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82a1dc7-375a-4500-bab8-96f7b1716670 with status ACTIVE [ 792.862181] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.862366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.862469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.862760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.862890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.863158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.863304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.863393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864630] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82a1dc7-375a-4500-bab8-96f7b1716670 is going to be updated. [ 792.886068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.886318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.886431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.886605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.886800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.887077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82a1dc7-375a-4500-bab8-96f7b1716670" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.062028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.062192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.062269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.062505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.062681] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.062786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.062920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.063065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.063162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.063253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.063412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.063492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.063555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.063701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.063841] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.063931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.064115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.064281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.064351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.064433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.064521] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.273198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.273806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.273806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.273806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.287077] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 793.287925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.288904] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 793.327650] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.328184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.328184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.328184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.337314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337778] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 793.337867] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 793.338144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 793.339357] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.339496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.339570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.339958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340336] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340902] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 is going to be updated. [ 793.391771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.391771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.391771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.391771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.392783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.392783] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 793.394551] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.394669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.394750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.394910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.395041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.404467] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: IN_PROGRESS for 2s [ 793.460861] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.461236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.461236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.461452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.461685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.462196] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 793.527121] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.528057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.528057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.528057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.528057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.528230] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 793.528230] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0b7f587d-b7de-4133-b57b-21636e296be4', 'cafe1359-c861-4a0e-a8dc-8494e383dcbf', '66269bd2-c1cf-4e2a-9880-9c87c259c124', '14b8cdb1-bc73-464d-9a23-7d9e5076b99f', 'e55f5ff0-fe24-429c-b32b-326ebec0d5a6', 'eae996a7-f97f-491b-8aa0-597779b63548', '74a2c836-fc35-4de7-8103-b4e5eb50c16a', 'f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d', '2036f689-8ae0-4959-9057-29e3d3ee867b', 'b393d12d-29f2-40bb-9022-662a89a77c41', '505f1edd-d097-4ee7-88b3-d8ad942b6b69', '506487b1-347a-4e99-bc3f-adcacd6bd107', '63297a28-78e7-4b20-ba4a-a5d6474f7a54', '28ce5355-56a1-4e30-8605-5b79acaf2544', '2139d4a8-a327-4723-84bf-ca0dcc3e90ce', '651a9546-8bb9-43e1-b395-e68b407ae19b', '7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1', '34708459-011d-4b2e-a20a-8ac924489913', '563839fa-914e-47ad-aabb-5df3c35eac72', '5baecf71-9337-4482-8938-f6b6cb72d081', 'ad61a386-47b6-456f-b00e-d31428af14a8', '89ec10bc-bd2e-4bdd-8fa0-b500c231511a', '9021eaed-f956-4719-8c24-bb07948dc586', '65af97dc-f257-4591-8520-a81dadd3b7a4', '0920df78-14c4-425f-9a42-b6396632a9d3', '53f83779-3e74-4288-b5da-d137a92eeedf', '105f4c71-b4a6-489e-b56b-8133942aeb6a', '0112d881-f949-4666-9385-e019740c6e7c', '9ed38302-5ca7-49a1-992d-3351927abbb6', '2f3d1dee-d62e-487e-b8e2-fcd378339841', 'd6c84cd5-3a11-410b-bec7-afe9f3ad5bed', '6aafface-334d-487d-910a-0640b089abf4', 'aeef807f-ed18-45ec-a3a4-a3ffdd6e390d', 'd9fb4b6f-bc29-487f-b212-830859874b64'} {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 793.528335] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 793.553496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.553825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.553946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.554730] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 793.554902] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 793.554999] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 793.566372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f5ff0-fe24-429c-b32b-326ebec0d5a6: rpc.has_security_group_logging(os_id): False [ 793.585603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.585817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.585891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.586122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.605128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.605334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.605517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.605599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.605793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.605898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.606114] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.606214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.606267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.606433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.606505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.606855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.606855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.606855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.607927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.607927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.607927] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 793.624819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.625036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.625137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.625426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.626599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.626974] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 793.627132] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 793.627237] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 793.627333] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 793.627448] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 793.627538] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGH for action security_group_rules [ 793.627646] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGH for action security_group_rules [ 793.627746] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGH for action security_group_rules [ 793.627840] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGH for action security_group_rules [ 793.627936] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGH for action security_group_rules [ 793.628035] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGH for action security_group_rules [ 793.628132] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGH for action security_group_rules [ 793.628221] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_rules [ 793.628313] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_rules [ 793.628410] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_rules [ 793.628510] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGH for action security_group_rules [ 793.628605] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGH for action security_group_rules [ 793.628702] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGH for action security_group_rules [ 793.628797] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGH for action security_group_rules [ 793.628890] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGH for action security_group_rules [ 793.628983] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGH for action security_group_rules [ 793.629091] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGH for action security_group_rules [ 793.629185] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 793.629275] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGH for action security_group_rules [ 793.629401] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGH for action security_group_rules [ 793.630038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.678425] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.678425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.678425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.678651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.678973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.698589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 794.200572] env[65968]: INFO networking_nsxv3.common.synchronization [req-14539606-e341-487d-8976-ba5f34099fdb req-3802c8f8-68e4-42af-ba8b-5c372409c6d5 tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 794.201150] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 794.201300] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGH for action security_group_rules [ 794.201401] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 with Priority: HIGH for action security_group_rules [ 794.202009] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a with Priority: HIGH for action security_group_rules [ 794.204211] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGH for action security_group_rules [ 794.204335] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baecf71-9337-4482-8938-f6b6cb72d081 with Priority: HIGH for action security_group_rules [ 794.204476] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGH for action security_group_rules [ 794.204582] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 794.204678] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 with Priority: HIGH for action security_group_rules [ 794.204771] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGH for action security_group_rules [ 794.204864] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651a9546-8bb9-43e1-b395-e68b407ae19b with Priority: HIGH for action security_group_rules [ 794.204957] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGH for action security_group_rules [ 794.205059] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGH for action security_group_rules [ 794.205152] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGH for action security_group_rules [ 794.205240] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_rules [ 794.205327] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_rules [ 794.205411] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGH for action security_group_rules [ 794.205496] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_rules [ 794.205580] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGH for action security_group_rules [ 794.205667] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf with Priority: HIGH for action security_group_rules [ 794.205755] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGH for action security_group_rules [ 794.206095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.206226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.206290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.206612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.206782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.207065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.207163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.207347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.207435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.207526] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.208632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.208751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.208814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.208972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.209053] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.210168] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66269bd2-c1cf-4e2a-9880-9c87c259c124 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.210265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.210334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.210463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.210996] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66269bd2-c1cf-4e2a-9880-9c87c259c124',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.212568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.212692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.212734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.212919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.212998] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a2c836-fc35-4de7-8103-b4e5eb50c16a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.214283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.214469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214817] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.215989] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baecf71-9337-4482-8938-f6b6cb72d081 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.216098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.216145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.216270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.216359] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baecf71-9337-4482-8938-f6b6cb72d081',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.218403] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.218403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.218403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.218403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.218403] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.219095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.219095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.219095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.219395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.219395] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.220398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.220398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.220398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.220633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.220633] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.221408] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.221856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.221856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.221856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.221856] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.223017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651a9546-8bb9-43e1-b395-e68b407ae19b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.223137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.223204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.223755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.224103] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651a9546-8bb9-43e1-b395-e68b407ae19b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.224103] env[65968]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 794.224815] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.225221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.225221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.225221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.225221] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.226279] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.226428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.226801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.227320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.227399] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.229378] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.229378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.229378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.229378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.229378] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.230076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.230283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.230368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.230505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.230572] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.231767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.231894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.231956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.232114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.232185] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.233335] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.233791] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.234644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.234905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.235026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.235192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.235266] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.236414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.236414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.236795] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.236951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.237481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.237631] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cafe1359-c861-4a0e-a8dc-8494e383dcbf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.239307] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.239442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.246992] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.247155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.247210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.247693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.247803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.247994] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.248108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.248170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.248482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.248571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.248890] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 already deleted. [ 794.248890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.279212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.279212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.279212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.279212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.296213] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 794.296428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.296592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.296808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.296991] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.297122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.297178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.297338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.297450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.297555] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.336714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.336714] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 is going to be deleted. [ 794.399164] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.399331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.399375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.399772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.399890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.400335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.567159] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.567358] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.567478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.567803] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.568072] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.568225] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.568336] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.568874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.569056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.569272] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.569408] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.569487] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.569591] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.569697] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.569822] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.569958] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.593334] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.593519] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.593643] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.593810] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.594186] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-6eb56a79-d415-4af7-a48b-89e7c373e17b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.594400] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.594472] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.595927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.595927] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb56a79-d415-4af7-a48b-89e7c373e17b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.766471] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.766654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.766703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.766911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.777454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.777654] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.777756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.777822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.777984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.778089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.778178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.778284] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.791017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.791017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.791017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.791017] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.791522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.791522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.791647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.792194] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.792194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.792194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.792434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.792434] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.795600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.795772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.795894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.796410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.796410] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.796410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.796568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.796603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.796680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.796758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.796835] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.804701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.804943] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be deleted. [ 794.810176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.810303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.810357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.810549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.810885] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.811011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.811080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.811574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.811574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.811574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.811574] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.812334] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.840762] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.840911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.840983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.855649] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.855834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.856799] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.856990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.857890] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.858181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.858719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.858799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.859979] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.860188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.860939] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.861043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.861810] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.861936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.878426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.878582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.879511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.879613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.880598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.880721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.886645] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.887231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.887348] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 is going to be deleted. [ 794.888443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.888659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.913438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.913672] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 is going to be deleted. [ 794.914614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.914841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.937923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.938095] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce is going to be deleted. [ 794.940703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.940703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.941799] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.942052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.952705] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.952844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.959635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.959701] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cafe1359-c861-4a0e-a8dc-8494e383dcbf is going to be deleted. [ 794.963866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.964130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.986700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.986815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.990995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.991229] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 is going to be deleted. [ 794.992396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.994956] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.995088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.035681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.035809] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baecf71-9337-4482-8938-f6b6cb72d081 is going to be deleted. [ 795.036841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.099700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.100017] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651a9546-8bb9-43e1-b395-e68b407ae19b is going to be deleted. [ 795.101500] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.101694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.102312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.102312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.102421] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 6eb56a79-d415-4af7-a48b-89e7c373e17b not found, creating... [ 795.102622] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.102777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.103021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.103156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.103290] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.103567] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.103718] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.103832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.104211] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.104365] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.104500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 6eb56a79-d415-4af7-a48b-89e7c373e17b is going to be created. [ 795.105612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.105713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.143763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.143763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.158651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.158651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.169288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.169288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.169463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.169516] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 is going to be deleted. [ 795.171247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.171247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.197284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.197445] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1 is going to be deleted. [ 795.198557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.198840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.202304] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.202579] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.202651] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203055] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.203311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.203544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.286100] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.297414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.297414] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a2c836-fc35-4de7-8103-b4e5eb50c16a is going to be deleted. [ 795.298372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.298372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.300798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.300920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.302910] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.303036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.303256] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.304191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.304344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.304414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.304608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.305611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.305611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.305611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.305945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.305945] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.305945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.305945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.306666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.306666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.306666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.306666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.307619] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.317928] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.321773] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.367312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.367457] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae996a7-f97f-491b-8aa0-597779b63548 is going to be deleted. [ 795.368436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.368645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.368736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.368891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.369114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.369425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.369511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.369633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.370288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.370484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.370577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.370896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.370896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.371080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.371080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.371468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.371543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cafe1359-c861-4a0e-a8dc-8494e383dcbf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.372187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.372225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.372365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.372508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.372679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.372761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.372931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baecf71-9337-4482-8938-f6b6cb72d081" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.373539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651a9546-8bb9-43e1-b395-e68b407ae19b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.374062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.374224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.388116] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.388298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.388353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.388556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.388648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.388771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7067f2c4-fc42-43c5-a2b4-40e6eb06c1b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.414707] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 in Status: SUCCESS [ 795.414889] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66269bd2-c1cf-4e2a-9880-9c87c259c124 deletion is rescheduled due to dependency. [ 795.414982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66269bd2-c1cf-4e2a-9880-9c87c259c124" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.445054] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.445321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.445395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.445627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.445719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.445840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a2c836-fc35-4de7-8103-b4e5eb50c16a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.542034] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.542637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.542892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.543507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.716811] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 795.717049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.717275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.717534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.717624] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.788132] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b393d12d-29f2-40bb-9022-662a89a77c41: rpc.has_security_group_logging(os_id): False [ 795.807125] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.807332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.807395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.807590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.808690] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563839fa-914e-47ad-aabb-5df3c35eac72: rpc.has_security_group_logging(os_id): False [ 795.809535] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2036f689-8ae0-4959-9057-29e3d3ee867b: rpc.has_security_group_logging(os_id): False [ 795.810357] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34708459-011d-4b2e-a20a-8ac924489913: rpc.has_security_group_logging(os_id): False [ 795.820520] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d: rpc.has_security_group_logging(os_id): False [ 795.824193] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.824377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.824441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.824608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.824702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.824776] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 795.831094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.831272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.832031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.832180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.832816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.832938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.834236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.834501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.834605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.834666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.834836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.834908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.835039] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 795.835976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.836163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.844082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.844229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846144] env[65968]: INFO networking_nsxv3.common.synchronization [req-14539606-e341-487d-8976-ba5f34099fdb req-741900c4-0624-4a20-8b35-8cf4ca9e888a service nova] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_rules [ 795.846316] env[65968]: INFO networking_nsxv3.common.synchronization [req-14539606-e341-487d-8976-ba5f34099fdb req-741900c4-0624-4a20-8b35-8cf4ca9e888a service nova] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 795.846510] env[65968]: INFO networking_nsxv3.common.synchronization [req-14539606-e341-487d-8976-ba5f34099fdb req-741900c4-0624-4a20-8b35-8cf4ca9e888a service nova] Enqueued Resource ID: 6eb56a79-d415-4af7-a48b-89e7c373e17b with Priority: HIGHEST for action port [ 795.846964] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_rules [ 795.847113] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 795.847196] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb56a79-d415-4af7-a48b-89e7c373e17b with Priority: HIGHEST for action port [ 795.847468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.847599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.847655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.847941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.848033] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.848874] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.849518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.849518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.849518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.849518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.849518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.849518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.850415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.850415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.850415] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.851481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb56a79-d415-4af7-a48b-89e7c373e17b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.851481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.851481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.851481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.851481] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb56a79-d415-4af7-a48b-89e7c373e17b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.857466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.857600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.857664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.857826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.857968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.866784] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 795.868049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.868324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.868443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.868510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.868699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.868819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.869147] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.869147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.869147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.869318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.869318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.869511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.869585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.869643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.869777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.869920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.870047] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 795.871497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.871663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.892302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.893248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.893372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.893462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.893704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.893768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.893873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be updated. [ 795.895016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.895772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.901183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.901183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.924600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.924600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.924600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.924600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.924600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.924600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.924600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be updated. [ 795.925539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.925710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.950829] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.950829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.977726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.977726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.978929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.979253] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 795.985319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.985569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.985734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.986794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.987566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.987645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.991225] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.991420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.991486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.991704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.992349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.047198] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 796.047942] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 796.051919] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 796.075051] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.075303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.075303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.075508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.075676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.090944] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: IN_PROGRESS for 2s [ 796.143782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.143977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.143977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.144229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.144382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178064] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 796.219905] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.220125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220639] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.220745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.221125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.221159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.221294] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.258939] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d59224e-50bb-4609-9640-7f668a317886 req-001fa298-cdd5-4d1f-8906-24f8cde9129d tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 796.259206] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 796.259628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.259839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.259920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.260159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.260324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.260426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.260487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.260637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.260735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.260832] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.352810] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.353973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.354151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.354604] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eb56a79-d415-4af7-a48b-89e7c373e17b with status ACTIVE [ 796.354779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.354903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.355222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.355222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.355360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.355434] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.355530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.355594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eb56a79-d415-4af7-a48b-89e7c373e17b is going to be updated. [ 796.382548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.383107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.383182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.383318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb56a79-d415-4af7-a48b-89e7c373e17b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.725267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.725526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.725611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.725834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.726049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.726697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.726697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.726697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.726697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.726697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.727326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.727515] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.727882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.728227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728372] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.763437] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.764046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.764046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.764278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.787793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.787793] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.787793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.787793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.787793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.787793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.787793] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 796.814363] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.814507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.816669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.816669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.816669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.823899] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 796.855527] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.922490] env[65968]: INFO networking_nsxv3.common.synchronization [req-b9a95784-17c2-41ce-9a7b-dd6eeee9f230 req-e75dea2a-cbb6-4202-ae0b-f88f6b126e82 tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 796.923213] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 796.924566] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.924566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.230769] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f5ff0-fe24-429c-b32b-326ebec0d5a6: rpc.has_security_group_logging(os_id): False [ 797.253179] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.253179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.253179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.253179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.253179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.254232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.254774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.254863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.255105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.255221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.255446] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.255569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.255649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.255828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.255926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.256172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.256269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.256349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.256502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.256615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.256904] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 797.305031] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.305031] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.305031] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.305031] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.307693] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.308227] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.308485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.308986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.309273] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.310614] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.310996] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.311229] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.311439] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.311664] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.311960] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.313104] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.341995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.343622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.348845] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.348845] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.349165] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.349206] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.351544] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-eba3b9e7-badc-4cb4-9c78-58ec82296905 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.351544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.351544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.351544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.351544] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba3b9e7-badc-4cb4-9c78-58ec82296905',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.360603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.360603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.360603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.360603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.360603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.360603] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be created. [ 797.367599] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 797.389010] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.389184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.389231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.389434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.389591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.402996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: UNINITIALIZED for 2s [ 797.853385] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.853637] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.853734] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.854018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.854178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.854334] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port eba3b9e7-badc-4cb4-9c78-58ec82296905 not found, creating... [ 797.854587] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.854737] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.854881] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.855098] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.855229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.855503] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.855650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.855759] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.855960] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.856100] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.856236] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: eba3b9e7-badc-4cb4-9c78-58ec82296905 is going to be created. [ 797.877398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 797.877614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.877784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.878042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.878245] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.878369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.878429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.878576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.878655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.878739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.878838] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.880834] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.881011] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.881138] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.881354] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.881566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.881765] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.882495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.883819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.883819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.883819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.883819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.883819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.883819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.883819] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.067959] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 798.068222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.068958] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 798.069149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.069797] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 798.069913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.107881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: SUCCESS [ 798.107881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.201824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 798.202390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.385756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.388569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.388569] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.559310] env[65968]: INFO networking_nsxv3.common.synchronization [req-b9a95784-17c2-41ce-9a7b-dd6eeee9f230 req-3ee08400-a88b-4b69-8c08-90663fbe1613 service nova] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_rules [ 798.559718] env[65968]: INFO networking_nsxv3.common.synchronization [req-b9a95784-17c2-41ce-9a7b-dd6eeee9f230 req-3ee08400-a88b-4b69-8c08-90663fbe1613 service nova] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 798.559976] env[65968]: INFO networking_nsxv3.common.synchronization [req-b9a95784-17c2-41ce-9a7b-dd6eeee9f230 req-3ee08400-a88b-4b69-8c08-90663fbe1613 service nova] Enqueued Resource ID: eba3b9e7-badc-4cb4-9c78-58ec82296905 with Priority: HIGHEST for action port [ 798.560815] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_rules [ 798.560985] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 798.561168] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba3b9e7-badc-4cb4-9c78-58ec82296905 with Priority: HIGHEST for action port [ 798.561477] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.561671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.561998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.562147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.562366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba3b9e7-badc-4cb4-9c78-58ec82296905 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.562494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.562640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.562864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.563033] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba3b9e7-badc-4cb4-9c78-58ec82296905',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.836697] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 798.836697] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 deletion is rescheduled due to dependency. [ 798.836697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.892549] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.136727] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba3b9e7-badc-4cb4-9c78-58ec82296905 with status ACTIVE [ 799.136961] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.137073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.137190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.137337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.137595] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.137692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.137746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.137894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.138158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.138274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.138365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.138417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.139447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.139447] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba3b9e7-badc-4cb4-9c78-58ec82296905 is going to be updated. [ 799.161714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.161858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.162350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.162501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba3b9e7-badc-4cb4-9c78-58ec82296905" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.387958] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 799.388423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.397075] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.397318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.397318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.397543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.397623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.397722] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 799.417025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.417025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417025] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.417025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.417025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.418199] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.435147] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.435300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.435378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.435941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.436218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.448106] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 799.920741] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.920982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.921517] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.424493] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.929346] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.929346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.929346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.929346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.929346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.929346] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be updated. [ 800.964376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.964690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.964690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.964851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.964968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978620] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 801.327069] env[65968]: INFO networking_nsxv3.common.synchronization [req-6e6486f9-e9d0-4990-9c7c-c51545039fcd req-828cb0aa-b364-4302-85bf-cd34b40e3775 tempest-ServersNegativeTestJSON-1891564820 tempest-ServersNegativeTestJSON-1891564820-project-member] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 801.327621] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 801.327935] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.328068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.328146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.328352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.329131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.329131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.329131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.329131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.329131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.329131] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.458604] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 801.458905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.459514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460552] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.461361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.461361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.461482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.461674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.461674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.461826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.461940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.462059] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.462234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.462234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.462391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.462473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.462604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.462748] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.832261] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.967269] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 801.993056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.993056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.993056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.993798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.016679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.017360] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.017579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.017692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.018016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022022] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 802.092244] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.092434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.092434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.092825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.110976] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 802.334167] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.766292] env[65968]: INFO networking_nsxv3.common.synchronization [None req-49db8826-ed51-4aa3-b9f9-8b7f521273dd None None] Enqueued Resource ID: 5359af4a-6e50-4fb8-8856-d710726114b5 with Priority: HIGHEST for action port [ 802.766884] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5359af4a-6e50-4fb8-8856-d710726114b5 with Priority: HIGHEST for action port [ 802.767205] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-5359af4a-6e50-4fb8-8856-d710726114b5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.767334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5359af4a-6e50-4fb8-8856-d710726114b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.767401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5359af4a-6e50-4fb8-8856-d710726114b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.767656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5359af4a-6e50-4fb8-8856-d710726114b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.767738] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5359af4a-6e50-4fb8-8856-d710726114b5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.836989] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.837149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.837242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.837429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.837519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.837694] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 802.889748] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.890050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.890260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.890353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 802.989669] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 802.990022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.990440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.991922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.992143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.992491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.992491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.992491] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.992643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.992681] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.273699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5359af4a-6e50-4fb8-8856-d710726114b5 [ 803.273699] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.273830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.274138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.274237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274336] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5359af4a-6e50-4fb8-8856-d710726114b5 already deleted. [ 803.274412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5359af4a-6e50-4fb8-8856-d710726114b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.496344] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.852509] env[65968]: INFO networking_nsxv3.common.synchronization [None req-af7896c7-2937-41e8-8db0-ebc8a0905cfe tempest-ServersTestJSON-1352826792 tempest-ServersTestJSON-1352826792-project-member] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 803.853404] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 803.853752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.853878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.853937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.854728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.854857] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.999162] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.011154] env[65968]: INFO networking_nsxv3.common.synchronization [None req-05fa99d8-d5ba-4c11-b536-47d6649bd315 tempest-ServersTestJSON-1352826792 tempest-ServersTestJSON-1352826792-project-member] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 804.011154] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 804.011484] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.011484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.128919] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 804.129293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.129570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.130064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.130185] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.382301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.382511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.382511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.382701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.382793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.384248] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 already deleted. [ 804.384248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.384248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.384248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.384248] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.503936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.503936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.503936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.503936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.503936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.503936] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be updated. [ 804.535903] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.536448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.536614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.536927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.537572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.552218] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 804.633233] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.633381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.633481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.633649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.633804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.633900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.633957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.634123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.634199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.634303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.634394] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.905767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.906133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.906133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.906311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.906406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.906541] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 already deleted. [ 804.906590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.915882] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 804.916021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.051433] env[65968]: INFO networking_nsxv3.common.synchronization [None req-63e08ed2-b42e-495b-8401-64618aacdc03 None None] Enqueued Resource ID: a7247428-435f-41da-b98a-75d18c8467fa with Priority: HIGHEST for action port [ 805.051433] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7247428-435f-41da-b98a-75d18c8467fa with Priority: HIGHEST for action port [ 805.051433] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7247428-435f-41da-b98a-75d18c8467fa taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.051433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7247428-435f-41da-b98a-75d18c8467fa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.051433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7247428-435f-41da-b98a-75d18c8467fa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.051433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7247428-435f-41da-b98a-75d18c8467fa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.051433] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7247428-435f-41da-b98a-75d18c8467fa',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.137630] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.138262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.138895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.139100] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.139215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.139287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.139448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.139533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.139931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.139991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.140286] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.140373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.140633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140797] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.555911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7247428-435f-41da-b98a-75d18c8467fa [ 805.556745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.556745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.556745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.556964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.557622] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7247428-435f-41da-b98a-75d18c8467fa already deleted. [ 805.557622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7247428-435f-41da-b98a-75d18c8467fa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644837] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 805.664526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.664669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.664728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.664965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.665065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.665276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.665399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.665463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.665628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.665711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.665908] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.666009] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.666072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.666231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.666304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.666508] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.666600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.666652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.666839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.666910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 805.741653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.742024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.742314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.742502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.768292] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 806.575879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 806.577173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.577173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.577173] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.577375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.577375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.577487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.577895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.578050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.578050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.578214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.578354] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.578446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.578665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.578665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.578784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.578784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.579015] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.081299] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45110b6b-44ff-4e63-aa9e-af67874de7c9: rpc.has_security_group_logging(os_id): False [ 807.100636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.100798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.100872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.101727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.101855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.102144] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.102336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.102387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.102558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.102660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.102857] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.102972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.103292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.103492] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.103587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.103851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.103938] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be created. [ 807.163268] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.163439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.163484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.163666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.163838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 807.408254] env[65968]: INFO networking_nsxv3.common.synchronization [req-624080e9-2112-4ec4-a42e-8fd8debf36fe req-b6533ac8-c736-4884-8874-05e687cdd3c5 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 807.408794] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 807.409113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.409239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.409299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.409497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.409655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.409748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.409807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.409949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.410601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.410725] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.438406] env[65968]: INFO networking_nsxv3.common.synchronization [req-624080e9-2112-4ec4-a42e-8fd8debf36fe req-b6533ac8-c736-4884-8874-05e687cdd3c5 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 807.438642] env[65968]: INFO networking_nsxv3.common.synchronization [req-624080e9-2112-4ec4-a42e-8fd8debf36fe req-b6533ac8-c736-4884-8874-05e687cdd3c5 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 807.438819] env[65968]: INFO networking_nsxv3.common.synchronization [req-624080e9-2112-4ec4-a42e-8fd8debf36fe req-b6533ac8-c736-4884-8874-05e687cdd3c5 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 807.439367] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 807.439613] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 807.439613] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 807.439934] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.440074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.440074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.440284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.440449] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.441259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5581f8-5b0a-4320-b42c-2741149e7f4b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.441857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.442022] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5581f8-5b0a-4320-b42c-2741149e7f4b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.787895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 807.788196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.788449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.788735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.788818] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.913740] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946047] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.946047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946301] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5581f8-5b0a-4320-b42c-2741149e7f4b with status ACTIVE [ 807.946354] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.948169] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.948169] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.948169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.948169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b is going to be updated. [ 807.969751] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.969881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.969968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.970269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.970414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.970577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.291501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.292025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.292468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.292468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.292837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.292837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.292837] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.415857] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.438845] env[65968]: INFO networking_nsxv3.common.synchronization [req-7fffa9ea-f912-4e62-874c-77829df88347 req-7af37f84-6bf6-43df-81ef-fa18fff7cf70 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 808.439587] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 808.439854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.439988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.440065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.440287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.440662] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.440662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.440662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.440829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.440904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.440993] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.656059] env[65968]: INFO networking_nsxv3.common.synchronization [req-7fffa9ea-f912-4e62-874c-77829df88347 req-e74db364-b6ba-4b9b-803d-1fc6c96e9904 tempest-ServersTestMultiNic-798162655 tempest-ServersTestMultiNic-798162655-project-member] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 808.656487] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGHEST for action security_group_members [ 808.656809] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.657123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.797871] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.797871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.918220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.918306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.918345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.918557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.918639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.918736] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be updated. [ 808.943226] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.947219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.947305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.947349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.947544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.957990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 809.193107] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 809.193617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.193617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.193813] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.453476] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.697257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.697257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.697472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.697778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.697915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.697915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.698128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.698225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.698316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.698478] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.840009] env[65968]: INFO networking_nsxv3.common.synchronization [None req-401add9d-5616-4c01-b681-47de5d12a4d0 None None] Enqueued Resource ID: f0b2f4d5-3526-4151-a40e-96a68d4d9d5e with Priority: HIGHEST for action port [ 809.840644] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b2f4d5-3526-4151-a40e-96a68d4d9d5e with Priority: HIGHEST for action port [ 809.840644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b2f4d5-3526-4151-a40e-96a68d4d9d5e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.840644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b2f4d5-3526-4151-a40e-96a68d4d9d5e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.840644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b2f4d5-3526-4151-a40e-96a68d4d9d5e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.840899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b2f4d5-3526-4151-a40e-96a68d4d9d5e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.840980] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b2f4d5-3526-4151-a40e-96a68d4d9d5e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.954726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.954854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.954927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.955166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.955309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.955354] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 809.988462] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.988654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.988813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.989184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.989270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.000217] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 810.032743] env[65968]: INFO networking_nsxv3.common.synchronization [req-bac38a7b-7cbb-472e-bfca-deafa9bc5c81 req-968c6066-0195-4196-9426-8e8bf10e23d1 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 810.033448] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 810.033816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.033929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.033929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.034147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.034305] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.034419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.034479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.034627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.034708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.034799] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.203579] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.203719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.204044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.204044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.204190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.204269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.204319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205014] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.205014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.205014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.205455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.205455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205711] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.347953] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b2f4d5-3526-4151-a40e-96a68d4d9d5e [ 810.348211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.348351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.348421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.348629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.348717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.348813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b2f4d5-3526-4151-a40e-96a68d4d9d5e already deleted. [ 810.348890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b2f4d5-3526-4151-a40e-96a68d4d9d5e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.537019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.537231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.537342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.537594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.564682] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.564802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.565265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565360] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be updated. [ 810.597048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.597205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.597280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607402] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: IN_PROGRESS for 2s [ 810.709479] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45110b6b-44ff-4e63-aa9e-af67874de7c9: rpc.has_security_group_logging(os_id): False [ 810.734107] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.734107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.734107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.734107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.734107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.734508] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.734508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.734508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.734709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.734709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.734971] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.735067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.735227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.735293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.735493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.735579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.735765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.735821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.735892] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be updated. [ 810.808329] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.808517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.808562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.808742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.808893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.835902] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 810.969649] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 810.970082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.970082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.970209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.970412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.970522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.970586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.970747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.970909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.970909] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.292046] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c47f257-ff76-461c-aca0-c009991afdc1 req-6bf092c5-7bd3-4e37-b3ed-dc1ea6b187c3 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 811.292684] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 811.293285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.293416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.314082] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c47f257-ff76-461c-aca0-c009991afdc1 req-6bf092c5-7bd3-4e37-b3ed-dc1ea6b187c3 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 811.314082] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c47f257-ff76-461c-aca0-c009991afdc1 req-6bf092c5-7bd3-4e37-b3ed-dc1ea6b187c3 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 811.314082] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c47f257-ff76-461c-aca0-c009991afdc1 req-6bf092c5-7bd3-4e37-b3ed-dc1ea6b187c3 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 811.314546] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_rules [ 811.314888] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 811.314888] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b with Priority: HIGHEST for action port [ 811.315042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5581f8-5b0a-4320-b42c-2741149e7f4b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.316074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.316165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5581f8-5b0a-4320-b42c-2741149e7f4b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.473666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.821326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5581f8-5b0a-4320-b42c-2741149e7f4b with status ACTIVE [ 811.821584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.821744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.821823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.822092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.822416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.822522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.822584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.822814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.823184] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.823347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.823410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.823602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.823680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.823766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5581f8-5b0a-4320-b42c-2741149e7f4b is going to be updated. [ 811.847025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.847318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.847318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.847734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.847734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.847884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5581f8-5b0a-4320-b42c-2741149e7f4b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.976468] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.012371] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013937] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013937] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.070060] env[65968]: INFO networking_nsxv3.common.synchronization [None req-15bebf25-e384-4eb4-ac99-e019591f84d7 None None] Enqueued Resource ID: a41d4bf5-b2dd-4584-8e46-71502eb12848 with Priority: HIGHEST for action port [ 812.070947] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a41d4bf5-b2dd-4584-8e46-71502eb12848 with Priority: HIGHEST for action port [ 812.071280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a41d4bf5-b2dd-4584-8e46-71502eb12848 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.071430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a41d4bf5-b2dd-4584-8e46-71502eb12848" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.071481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a41d4bf5-b2dd-4584-8e46-71502eb12848" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.071714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a41d4bf5-b2dd-4584-8e46-71502eb12848" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.071806] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a41d4bf5-b2dd-4584-8e46-71502eb12848',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.480906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.481044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.481044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.481332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.481332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.481452] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be updated. [ 812.509654] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.509792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.509856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.510117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.510269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.515885] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.516020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.516090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.516286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.516372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.516626] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.516691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.516769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.517242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.517242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.517242] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 812.519615] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 812.545454] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.545634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.545682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.545874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.546016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556038] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 812.573873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a41d4bf5-b2dd-4584-8e46-71502eb12848 [ 812.574329] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.574329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.574329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.574555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.574606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.574714] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a41d4bf5-b2dd-4584-8e46-71502eb12848 already deleted. [ 812.574796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a41d4bf5-b2dd-4584-8e46-71502eb12848" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.617019] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 812.617481] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 deletion is rescheduled due to dependency. [ 812.617603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.852372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 812.852372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.533632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 814.533915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.533988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.534212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.534406] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.534524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.534588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.534720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.534792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.534876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.534973] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.536926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.537123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.537280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.537431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.537778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.538019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.538113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.538204] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.547266] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-f3782bcf-0314-4ea7-be6b-91d0df6cd5da tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 814.548123] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 814.548232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.548316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.548359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.548614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.549825] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.549825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.549825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.549825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.550127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.550127] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.567995] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 814.568199] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f deletion is rescheduled due to dependency. [ 814.568328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.568950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.569233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.569419] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.569534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.569601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.569709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.569766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.569856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.570083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.570243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.570301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.570457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.570594] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.570686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.570740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.570945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.570945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.571054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.571109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.987739] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.987930] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.988067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.988408] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.989025] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.989025] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.989025] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.989241] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.990308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990308] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.990308] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.990308] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.990308] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.990308] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.990308] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.990308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.013193] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.014149] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.014149] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.014149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.014149] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.014427] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.014427] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.014692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.014810] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0913fbf-8dd1-49a8-98ea-c80b79f7fc12',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.039402] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.039681] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.052536] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.052748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.052748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.052948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.053125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.053303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.053422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.053482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.053619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.053707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.054189] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 already deleted. [ 815.054189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.074635] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b8cdb1-bc73-464d-9a23-7d9e5076b99f: rpc.has_security_group_logging(os_id): False [ 815.094681] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.094817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.094903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.095197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.095558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.095558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.096285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.096446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.096639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.096754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.096994] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.097128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.097225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.097359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.097438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.097643] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.097746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.097822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.097974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.098086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.098246] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be updated. [ 815.169202] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.169362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.169432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.169616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.169764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.193825] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: IN_PROGRESS for 2s [ 815.518122] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.519871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.523110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.523110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.523110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.523110] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 not found, creating... [ 815.523110] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.523401] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.523401] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.524263] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.524263] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.524263] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.526053] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.526318] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.526870] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.529307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.529307] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 is going to be created. [ 815.543203] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.545585] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563839fa-914e-47ad-aabb-5df3c35eac72: rpc.has_security_group_logging(os_id): False [ 815.566333] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.566577] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.566658] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.566945] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.567205] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.567434] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.569628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.569810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.569910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.570558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.570697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.571109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.571228] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be updated. [ 815.676395] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.676664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.676742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.677173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.677465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.704883] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 815.974396] env[65968]: INFO networking_nsxv3.common.synchronization [req-10671e13-82f3-4ceb-926f-606ca9598e16 req-d007bf35-387c-49ad-a316-8facc14386a5 tempest-AttachInterfacesUnderV243Test-1694104609 tempest-AttachInterfacesUnderV243Test-1694104609-project-member] Enqueued Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 815.974978] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563839fa-914e-47ad-aabb-5df3c35eac72 with Priority: HIGHEST for action security_group_members [ 815.975315] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-563839fa-914e-47ad-aabb-5df3c35eac72 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.975445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.050396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.050633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.050633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.050763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.050851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.050952] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be updated. [ 816.082534] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.083154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.083297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.083621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.083621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.095660] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: IN_PROGRESS for 2s [ 816.259176] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-84c34784-1c56-4d22-98d9-fb244e0cbbb1 service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 816.259359] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-84c34784-1c56-4d22-98d9-fb244e0cbbb1 service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 816.259492] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-84c34784-1c56-4d22-98d9-fb244e0cbbb1 service nova] Enqueued Resource ID: b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 with Priority: HIGHEST for action port [ 816.259767] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 816.259865] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 816.259964] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 with Priority: HIGHEST for action port [ 816.260745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.260745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.260745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.261021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.261135] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.262332] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.262421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.262594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.262670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.262822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.264592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.264592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.264592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.264592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.264592] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.264592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.264592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.266857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.266857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.266857] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0913fbf-8dd1-49a8-98ea-c80b79f7fc12',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.767179] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.767448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.767818] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.768654] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 with status ACTIVE [ 816.768841] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.768968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.769161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.771408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.771408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.771711] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.771829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.771900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.772126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.772271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.772481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.772573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.772573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.772885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.772885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.772885] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0913fbf-8dd1-49a8-98ea-c80b79f7fc12 is going to be updated. [ 816.799616] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.800118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.800118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.800239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0913fbf-8dd1-49a8-98ea-c80b79f7fc12" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.156457] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-7697bf1a-902c-4149-a116-6e7125171fd6 tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 817.157185] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 817.157567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.157673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.212395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f in Status: SUCCESS [ 817.212610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.275071] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.458242] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.458762] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459033] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459337] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459626] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.459795] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459909] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.460753] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.460753] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.460753] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.460753] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.460925] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.460925] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.461096] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.461169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.479201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.479418] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.479554] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.479725] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.480321] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-5f98087a-bc0e-4e9e-b936-12bf23581548 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.480533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.480533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.483222] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.483222] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f98087a-bc0e-4e9e-b936-12bf23581548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.726969] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 817.727214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.727382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.727691] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.777537] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.778318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.778526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.778833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.779047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.779651] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be created. [ 817.810728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.810884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.810950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.811158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.811318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.821758] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: UNINITIALIZED for 2s [ 817.985636] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.985636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.985636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.985955] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.986048] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.986211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 5f98087a-bc0e-4e9e-b936-12bf23581548 not found, creating... [ 817.986457] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.986623] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.986695] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.986919] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.987066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.987368] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.987523] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.987636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.987839] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.987975] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.988112] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 5f98087a-bc0e-4e9e-b936-12bf23581548 is going to be created. [ 818.009192] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.009446] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.009517] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.009798] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.010053] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.010285] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113174] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563839fa-914e-47ad-aabb-5df3c35eac72 in Status: SUCCESS [ 818.113174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.113174] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.113453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.113453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.113557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113659] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.253281] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.253281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.253685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.253685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.253685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.253851] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be deleted. [ 818.325294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.325611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.325970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.326088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.326256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.326476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.619074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.619074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.619074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.619074] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 is going to be deleted. [ 818.663968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.664110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.664159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.664413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.664508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.665039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.665239] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.668473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668473] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563839fa-914e-47ad-aabb-5df3c35eac72',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.804028] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-f6c89cb2-cd48-40fb-bbdd-e56f185dacef service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 818.804399] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-f6c89cb2-cd48-40fb-bbdd-e56f185dacef service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 818.804399] env[65968]: INFO networking_nsxv3.common.synchronization [req-a5b701d3-4f1a-4cf8-b97b-79c75208ea75 req-f6c89cb2-cd48-40fb-bbdd-e56f185dacef service nova] Enqueued Resource ID: 5f98087a-bc0e-4e9e-b936-12bf23581548 with Priority: HIGHEST for action port [ 818.804826] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 818.805052] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 818.805262] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f98087a-bc0e-4e9e-b936-12bf23581548 with Priority: HIGHEST for action port [ 818.806109] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.806109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.806109] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.806109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.806109] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f98087a-bc0e-4e9e-b936-12bf23581548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.806451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.806451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.806546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.806589] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f98087a-bc0e-4e9e-b936-12bf23581548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.172375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.172524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.172596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.172815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.172921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.173108] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.173206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.173268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.173417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.173488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.173574] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563839fa-914e-47ad-aabb-5df3c35eac72 already deleted. [ 819.173649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563839fa-914e-47ad-aabb-5df3c35eac72" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.309173] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f98087a-bc0e-4e9e-b936-12bf23581548 with status ACTIVE [ 819.309543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.309543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.309543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.309789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.310109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.310211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.310273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.310324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.310603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.310603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.310742] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.311503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.311503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.311503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.311503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.311503] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f98087a-bc0e-4e9e-b936-12bf23581548 is going to be updated. [ 819.401839] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.402071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.402122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.402321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.402499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.402665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f98087a-bc0e-4e9e-b936-12bf23581548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.832993] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 819.833450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.833450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.833645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.833824] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.834064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.834225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.834337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.834430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.834430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.834597] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.835411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.835589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.836511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.836511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.836511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.836511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.836511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.836511] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.337874] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.338077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.338248] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.841232] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.344940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.344940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.344940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.345188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.345188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.345343] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 821.381776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.381959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.382018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.382269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.382422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.394212] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 822.470378] env[65968]: INFO networking_nsxv3.common.synchronization [req-5546f00e-fff6-486a-8909-8a0ac7fe3ff3 req-24ac0b41-f9e0-402e-942b-fede650f6c7f tempest-ServerActionsV293TestJSON-1912161636 tempest-ServerActionsV293TestJSON-1912161636-project-member] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 822.471240] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 822.471979] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.472235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.472344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.472702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.473934] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.790239] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.790442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-478" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.790565] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-478" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.790900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-478" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.791175] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.791331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.791443] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.791657] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.791798] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.792010] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.792210] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.792331] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.792437] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.792547] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.792647] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.792774] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.813474] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.813630] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.813686] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.814168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-478" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.814168] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-d1eed998-7f82-4b2f-9d08-87f977bf2380 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.814607] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.814607] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.814907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.814907] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1eed998-7f82-4b2f-9d08-87f977bf2380',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.977046] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.977046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.977046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.977255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.977303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.978032] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.978032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.978032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.978032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.978032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.978032] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb already deleted. [ 822.978032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.317265] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.317480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.317616] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.317988] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.318291] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.318486] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port d1eed998-7f82-4b2f-9d08-87f977bf2380 not found, creating... [ 823.318822] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.319024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.319144] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.319414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.319952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.319952] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.320099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.320186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.320408] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.320560] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.320704] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: d1eed998-7f82-4b2f-9d08-87f977bf2380 is going to be created. [ 823.343419] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.343716] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.343862] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.344189] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.344448] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.344807] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.408266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 823.408535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.408745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.408977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.409229] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.409392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.409449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.409642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.409703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.409799] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.913063] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.415905] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.543129] env[65968]: INFO networking_nsxv3.common.synchronization [req-5546f00e-fff6-486a-8909-8a0ac7fe3ff3 req-f755c7eb-cd70-474c-abbf-54ef5a491a7b service nova] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 824.543129] env[65968]: INFO networking_nsxv3.common.synchronization [req-5546f00e-fff6-486a-8909-8a0ac7fe3ff3 req-f755c7eb-cd70-474c-abbf-54ef5a491a7b service nova] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 824.543129] env[65968]: INFO networking_nsxv3.common.synchronization [req-5546f00e-fff6-486a-8909-8a0ac7fe3ff3 req-f755c7eb-cd70-474c-abbf-54ef5a491a7b service nova] Enqueued Resource ID: d1eed998-7f82-4b2f-9d08-87f977bf2380 with Priority: HIGHEST for action port [ 824.544244] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_rules [ 824.544444] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 824.544591] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eed998-7f82-4b2f-9d08-87f977bf2380 with Priority: HIGHEST for action port [ 824.545704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.545958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.546128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.546445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.547016] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.548344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.548497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.548558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.548809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.549047] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.549187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.549270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.549479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.549600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.550424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.554456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1eed998-7f82-4b2f-9d08-87f977bf2380 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.554456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.554456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.554456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.554456] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1eed998-7f82-4b2f-9d08-87f977bf2380',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.920340] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.920704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.920704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.920850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.920886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.920999] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 824.953574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.953751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.954292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.954485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.965054] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 825.054739] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.055128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.056050] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.056488] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1eed998-7f82-4b2f-9d08-87f977bf2380 with status ACTIVE [ 825.058299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.058299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.058299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.059022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.059325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.059598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.061629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.061629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.061629] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1eed998-7f82-4b2f-9d08-87f977bf2380 is going to be updated. [ 825.082677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.082938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.083071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.083330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.084505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.085469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1eed998-7f82-4b2f-9d08-87f977bf2380" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.142600] env[65968]: INFO networking_nsxv3.common.synchronization [req-9ed5cd2d-494d-4f58-b0e5-acefa7c416d9 req-6e265a19-64f9-40db-8bae-1dee97e92481 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 825.144268] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 825.144628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.144773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.144833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.145314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.145314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.145555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.145555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.145555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.145662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.145696] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.478120] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.478330] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.478452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.478833] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.479257] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.479437] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.479552] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.479768] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.479911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480188] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.480313] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.480460] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.480519] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.480687] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.480756] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.480898] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.501443] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.501608] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.501955] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.502230] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.502663] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a9148f00-42b6-42c7-893e-d9f5594d0ec4 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.502895] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.503112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.503670] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.503670] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9148f00-42b6-42c7-893e-d9f5594d0ec4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.562568] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.647539] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.647699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.647752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.647983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.648093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.648333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.648432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.648496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.648655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.648775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.648823] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 already deleted. [ 825.648924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.007060] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.007060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.007060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.007060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.007060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008748] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a9148f00-42b6-42c7-893e-d9f5594d0ec4 not found, creating... [ 826.008748] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.008748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.008748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.008748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.008748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008748] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.009094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.009094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.009165] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.009986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.009986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a9148f00-42b6-42c7-893e-d9f5594d0ec4 is going to be created. [ 826.032920] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.034463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.034463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.034463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.034463] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.034803] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.065567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.065567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.065795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.066014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.066154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.066265] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb is going to be created. [ 826.098527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.098680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.104024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.104024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.104024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.110973] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: UNINITIALIZED for 2s [ 826.775401] env[65968]: INFO networking_nsxv3.common.synchronization [req-9ed5cd2d-494d-4f58-b0e5-acefa7c416d9 req-bf3e40cd-2250-4705-ab84-7991eaba4f56 service nova] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 826.775401] env[65968]: INFO networking_nsxv3.common.synchronization [req-9ed5cd2d-494d-4f58-b0e5-acefa7c416d9 req-bf3e40cd-2250-4705-ab84-7991eaba4f56 service nova] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 826.775401] env[65968]: INFO networking_nsxv3.common.synchronization [req-9ed5cd2d-494d-4f58-b0e5-acefa7c416d9 req-bf3e40cd-2250-4705-ab84-7991eaba4f56 service nova] Enqueued Resource ID: a9148f00-42b6-42c7-893e-d9f5594d0ec4 with Priority: HIGHEST for action port [ 826.776117] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_rules [ 826.776368] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 826.776646] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9148f00-42b6-42c7-893e-d9f5594d0ec4 with Priority: HIGHEST for action port [ 826.777053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.777288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.777450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.777735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.778062] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.779093] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.779334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.779494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.779875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.780271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.780484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.781146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.781146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.781324] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.782510] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9148f00-42b6-42c7-893e-d9f5594d0ec4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.782510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.782510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.782706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.782706] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9148f00-42b6-42c7-893e-d9f5594d0ec4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.977344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 826.977604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.977803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.978363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.978408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.979014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.979092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.979282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979434] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.979544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.979579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.979723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.979868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.979970] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.285827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9148f00-42b6-42c7-893e-d9f5594d0ec4 with status ACTIVE [ 827.285827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.285827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.286501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.286501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.286501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.286599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.286700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.286765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.286938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.287084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.287243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.287348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.287454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.287609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.287688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.287767] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9148f00-42b6-42c7-893e-d9f5594d0ec4 is going to be updated. [ 827.288951] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.289071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.289297] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.313490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.314521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.314521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.314521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.314521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.314521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9148f00-42b6-42c7-893e-d9f5594d0ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.482984] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2adfe914-be92-49e0-8fd2-a89710641337: rpc.has_security_group_logging(os_id): False [ 827.500754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.500962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.500962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.501255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.501369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.501682] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.501785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.501844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.502021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.502195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.502416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.502566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.502640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.502804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.502897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.503123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.503367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.503457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.503625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.503708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.503807] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be created. [ 827.585300] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.585392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.585510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.585664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.585844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.597851] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 827.791654] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.854926] env[65968]: INFO networking_nsxv3.common.synchronization [req-d7a01616-ddab-4fa7-9b96-bff05a3f6153 req-dff185aa-1ca0-4080-9d22-ed992d305a2c tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 827.855779] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 827.856115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.857774] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.857774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.857774] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.123557] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: SUCCESS [ 828.123737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.123875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.124121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.124372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.124620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.124620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.124770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.124770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.124901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.124901] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.254430] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.254670] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.254791] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.255311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.255634] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.255810] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.255928] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.256187] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.256333] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.256610] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.256737] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.256850] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.256954] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.257072] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.257176] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.257309] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.280532] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.280721] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.280855] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.281044] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.281446] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-d75b9b7f-8a83-4064-8235-cacebca4f7e1 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.281625] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.281740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.282116] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.282259] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75b9b7f-8a83-4064-8235-cacebca4f7e1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.294741] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.295201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.295201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.295305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.295580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.295580] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 is going to be created. [ 828.322586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.322772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.322772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.323010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.323181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.334560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: UNINITIALIZED for 2s [ 828.359702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.359923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.360262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.360353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.360568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.360655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.360705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.360864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.360938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.361033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca already deleted. [ 828.361136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.628180] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.784465] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.784718] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.784857] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.785190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.785348] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.785514] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port d75b9b7f-8a83-4064-8235-cacebca4f7e1 not found, creating... [ 828.785770] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.785927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.786054] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.786322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.786497] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.786804] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.787043] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.787178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.787405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.787679] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.787679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: d75b9b7f-8a83-4064-8235-cacebca4f7e1 is going to be created. [ 828.815371] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.815744] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.815901] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.816363] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.816672] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.816927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.131362] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 273e00ce-67b5-4e2a-b937-9ce95da37adb: rpc.has_security_group_logging(os_id): False [ 829.152575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.152575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.152789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.152846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.152982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.153754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.153754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.153754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.153754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.153754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.154215] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb is going to be created. [ 829.226386] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.226635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.226635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.226808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.227039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.248881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: IN_PROGRESS for 2s [ 829.572424] env[65968]: INFO networking_nsxv3.common.synchronization [req-d7a01616-ddab-4fa7-9b96-bff05a3f6153 req-5187bdba-dcec-41fe-8943-12adb7e5bc66 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 829.572424] env[65968]: INFO networking_nsxv3.common.synchronization [req-d7a01616-ddab-4fa7-9b96-bff05a3f6153 req-5187bdba-dcec-41fe-8943-12adb7e5bc66 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 829.572424] env[65968]: INFO networking_nsxv3.common.synchronization [req-d7a01616-ddab-4fa7-9b96-bff05a3f6153 req-5187bdba-dcec-41fe-8943-12adb7e5bc66 service nova] Enqueued Resource ID: d75b9b7f-8a83-4064-8235-cacebca4f7e1 with Priority: HIGHEST for action port [ 829.573654] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 829.574089] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 829.574328] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75b9b7f-8a83-4064-8235-cacebca4f7e1 with Priority: HIGHEST for action port [ 829.574822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.575132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.575449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.575880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.578308] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.580294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.582284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.582284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.582284] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.585906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75b9b7f-8a83-4064-8235-cacebca4f7e1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.585906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.585906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.585906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.585906] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75b9b7f-8a83-4064-8235-cacebca4f7e1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.614266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 829.614552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.614705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.614929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.616425] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.086605] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.087865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.087865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.088077] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d75b9b7f-8a83-4064-8235-cacebca4f7e1 with status ACTIVE [ 830.088301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.088449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.088517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.089587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.089587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.089587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.091170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.091170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.091170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.091170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.091170] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d75b9b7f-8a83-4064-8235-cacebca4f7e1 is going to be updated. [ 830.114340] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.114486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.114562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.114866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.115051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.115264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75b9b7f-8a83-4064-8235-cacebca4f7e1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.118554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.118741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.118828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.119069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.119277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.119376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.119465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.119640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.119736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.119832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.119942] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.349028] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: SUCCESS [ 830.349028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.349028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.349028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.349028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.349390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.349390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.349513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.349589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.349711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.349837] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.589257] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.626622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.626880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.626880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.627189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.627405] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.627794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.627794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.627794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.627959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.628160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.628160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.628283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.628335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.628508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.628671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.628771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.628839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.629035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.629151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.629221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.629367] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.854948] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.094203] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.094203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.094203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.094203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.094203] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be created. [ 831.123532] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.123882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.123882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.133441] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2adfe914-be92-49e0-8fd2-a89710641337: rpc.has_security_group_logging(os_id): False [ 831.142740] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: UNINITIALIZED for 2s [ 831.155023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.155023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.155721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.155721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.155721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.155721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.155721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.157192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.157192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.157192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.157192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.157192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.157192] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 831.236676] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.236821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.236871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.237091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.237238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.283970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 831.290896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: SUCCESS [ 831.291629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.356986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0166db88-b0d7-49e2-85fa-076406c50352: rpc.has_security_group_logging(os_id): False [ 831.378697] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.378835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.378994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.379144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.379144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.379144] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.379144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.379964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.379964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.379964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.379964] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 is going to be created. [ 831.448876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.449065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.449234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.449334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.449536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.461453] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: IN_PROGRESS for 2s [ 831.644584] env[65968]: INFO networking_nsxv3.common.synchronization [req-90b5df51-41cc-48fa-a4d4-61ca24e7d308 req-52e6ce2a-4bfb-4a6f-ac56-30ae4d258087 tempest-ServersAdminNegativeTestJSON-2086334165 tempest-ServersAdminNegativeTestJSON-2086334165-project-member] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 831.645836] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGHEST for action security_group_members [ 831.646240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.646448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.646846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.647157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.651048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.651212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.651299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.651481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.651644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.651711] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.007632] env[65968]: INFO networking_nsxv3.common.synchronization [req-be12e619-f674-410c-969b-726b1b5bd502 req-8cf48af5-fac8-498a-848a-44439d36dc27 tempest-ServerGroupTestJSON-1722976751 tempest-ServerGroupTestJSON-1722976751-project-member] Enqueued Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 832.009062] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 832.009433] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.009569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.009634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.010278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.010278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.010432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.010517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.010738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.010862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.010983] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.154556] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.154709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.154779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.155145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.178848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.178848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.178848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.178848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.178848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.178848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.178848] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be updated. [ 832.209818] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.218794] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: IN_PROGRESS for 2s [ 832.490904] env[65968]: INFO networking_nsxv3.common.synchronization [req-9c4517de-697b-404a-a237-4ca7ad723fb8 req-64554ce9-f08b-4e5a-ba6d-c2bca301f102 tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 832.494842] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 832.496228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.496366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.496432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.496642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.496808] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.496906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.496963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.497234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.497332] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.501568] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.501756] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.501858] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.502186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.502441] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.502700] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.502700] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.502908] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.503054] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.503266] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.503374] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.503477] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.503579] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.503682] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.503781] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.503906] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.513446] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.513594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.513680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.513822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.513910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.514113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.514208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.514273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.514408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.514507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.514597] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17153456-1176-460f-a810-c6460639378a already deleted. [ 832.514680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.530181] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.530441] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.530534] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.530654] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.531112] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-b8768316-63a8-40e4-85fc-becd76507938 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.531299] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.531299] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.531627] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.531767] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8768316-63a8-40e4-85fc-becd76507938',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.001052] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.034814] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.034814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.034814] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.035083] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.035238] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.035387] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port b8768316-63a8-40e4-85fc-becd76507938 not found, creating... [ 833.035959] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.035959] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.035959] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.036307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.036498] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.036801] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.036960] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.037098] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.037328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.037470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.037616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: b8768316-63a8-40e4-85fc-becd76507938 is going to be created. [ 833.060367] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.060367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.060367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.060367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.060367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.060367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 833.154955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.155259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.155616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.155923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.156163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.156363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.157626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.157764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.157915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.158093] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.298568] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 833.298883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.390912] env[65968]: INFO networking_nsxv3.common.synchronization [req-e2700855-72a5-43cd-a750-3354c39415bc req-1c270767-57a7-4bf4-b5f7-7e531773594a tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 833.390912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 833.391294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.391294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.475685] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: SUCCESS [ 833.475975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.504168] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.661834] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.661994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.662240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.662351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.662513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.662998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.662998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.662998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.662998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.662998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.663263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.663357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.663455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.663586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.663670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.663724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.663892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.664022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.664140] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.704277] env[65968]: INFO networking_nsxv3.common.synchronization [req-4dfa4c6b-ccb2-4177-ac31-049e3a1714ab req-8553d7b8-0d30-4f16-bfc9-2dd64bae6e08 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 833.704277] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 833.704277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.704473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.704515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.704747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.705129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.705129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.705305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.705359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.705441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.705544] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.832603] env[65968]: INFO networking_nsxv3.common.synchronization [req-be12e619-f674-410c-969b-726b1b5bd502 req-7a2dbade-52b7-4c63-a8c4-7b499d019301 service nova] Enqueued Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_rules [ 833.832735] env[65968]: INFO networking_nsxv3.common.synchronization [req-be12e619-f674-410c-969b-726b1b5bd502 req-7a2dbade-52b7-4c63-a8c4-7b499d019301 service nova] Enqueued Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 833.832868] env[65968]: INFO networking_nsxv3.common.synchronization [req-be12e619-f674-410c-969b-726b1b5bd502 req-7a2dbade-52b7-4c63-a8c4-7b499d019301 service nova] Enqueued Resource ID: b8768316-63a8-40e4-85fc-becd76507938 with Priority: HIGHEST for action port [ 833.833980] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_rules [ 833.833980] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 833.833980] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8768316-63a8-40e4-85fc-becd76507938 with Priority: HIGHEST for action port [ 833.834703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.834703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.834703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.835075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.835075] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.837516] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.839486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.839486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.839486] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.840818] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8768316-63a8-40e4-85fc-becd76507938 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.840818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.840818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.840818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.840818] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8768316-63a8-40e4-85fc-becd76507938',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.007128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.007533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.007533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.007739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.007739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.007829] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 834.044020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.044020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.044020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.044531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.044531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.058222] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 834.166966] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052096c-f488-4f8d-9aad-a84baf72d6ca: rpc.has_security_group_logging(os_id): False [ 834.190456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.191033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.191033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.191240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.191279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.191538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.191618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.191618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.191787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.191864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192831] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.193261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.193349] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be created. [ 834.207488] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.236937] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112d881-f949-4666-9385-e019740c6e7c in Status: SUCCESS [ 834.237906] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112d881-f949-4666-9385-e019740c6e7c deletion is rescheduled due to dependency. [ 834.237906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.269143] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.269536] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.269658] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.269874] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.270795] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.270996] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271162] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271519] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.272323] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.272323] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.272323] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.272323] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.272323] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.272544] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.272544] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.289971] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.290269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.290269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.290418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.290605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.314073] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.314272] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.314387] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.314648] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.314935] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-979719d3-6094-422e-8bfd-36fd60264731 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.315140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.315259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.315646] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.316496] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979719d3-6094-422e-8bfd-36fd60264731',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.317714] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 834.338690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.339781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.343186] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.344838] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8768316-63a8-40e4-85fc-becd76507938 with status ACTIVE [ 834.345072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.345875] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.346154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.346276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.346382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.346600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.346710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.346769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.346945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.347035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.347135] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8768316-63a8-40e4-85fc-becd76507938 is going to be updated. [ 834.384131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.384298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.384374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.384862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.385064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.385333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8768316-63a8-40e4-85fc-becd76507938" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.713648] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.819169] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.819398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.819453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.819775] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.819951] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.820332] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 979719d3-6094-422e-8bfd-36fd60264731 not found, creating... [ 834.820706] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.820886] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.821037] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.821274] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.821429] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.821912] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.822121] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.822562] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.822969] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.823253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.823499] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 979719d3-6094-422e-8bfd-36fd60264731 is going to be created. [ 834.849019] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.849352] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.849563] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.849973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.850343] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.850694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.851829] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.217466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.217466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.217466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.217466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.217466] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 835.246704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.247275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.247275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.247275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.247676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.257201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 835.353850] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.354377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.354377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.354549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.354629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.354770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17153456-1176-460f-a810-c6460639378a is going to be created. [ 835.382332] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.382700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.382789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.382999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.383201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.395513] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17153456-1176-460f-a810-c6460639378a in Status: UNINITIALIZED for 2s [ 835.401125] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8af8550a-720a-46a9-833e-58ee396c84b5 tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: c58eda96-fdba-4df4-b406-46a90505f0bd with Priority: HIGHEST for action security_group_rules [ 835.401710] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58eda96-fdba-4df4-b406-46a90505f0bd with Priority: HIGHEST for action security_group_rules [ 835.402671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58eda96-fdba-4df4-b406-46a90505f0bd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.402671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.402671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.402945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.403113] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58eda96-fdba-4df4-b406-46a90505f0bd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [req-4dfa4c6b-ccb2-4177-ac31-049e3a1714ab req-1c67d865-55aa-4ac2-a822-b1e8f0132069 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [req-4dfa4c6b-ccb2-4177-ac31-049e3a1714ab req-1c67d865-55aa-4ac2-a822-b1e8f0132069 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [req-4dfa4c6b-ccb2-4177-ac31-049e3a1714ab req-1c67d865-55aa-4ac2-a822-b1e8f0132069 service nova] Enqueued Resource ID: 979719d3-6094-422e-8bfd-36fd60264731 with Priority: HIGHEST for action port [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 835.534387] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979719d3-6094-422e-8bfd-36fd60264731 with Priority: HIGHEST for action port [ 835.536142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.536142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.537315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.537315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.537315] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.539069] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-979719d3-6094-422e-8bfd-36fd60264731 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.540017] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979719d3-6094-422e-8bfd-36fd60264731',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.612986] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2e34f1ae-0c32-453a-a330-a1e8c395c727 tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: c58eda96-fdba-4df4-b406-46a90505f0bd with Priority: HIGHEST for action security_group_rules [ 835.614262] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58eda96-fdba-4df4-b406-46a90505f0bd with Priority: HIGHEST for action security_group_rules [ 835.614262] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58eda96-fdba-4df4-b406-46a90505f0bd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.926139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.926361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.926361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.926528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.926623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.926724] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58eda96-fdba-4df4-b406-46a90505f0bd already deleted. [ 835.926805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.926976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.927171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.927257] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58eda96-fdba-4df4-b406-46a90505f0bd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.039553] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.045234] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 979719d3-6094-422e-8bfd-36fd60264731 with status ACTIVE [ 836.045452] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.045611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.045716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.045949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.046058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.046247] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.046564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.046635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.046814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.047279] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 979719d3-6094-422e-8bfd-36fd60264731 is going to be updated. [ 836.070413] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 836.070413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.070413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.070639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.070690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.070800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.070862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.071026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.071105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.071188] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.072840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.072994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.072994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.073697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.073697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.073697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-979719d3-6094-422e-8bfd-36fd60264731" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.119015] env[65968]: INFO networking_nsxv3.common.synchronization [req-f53920a2-b11c-4291-9adb-e06dab6585a8 req-a35f3a36-90ea-49eb-914b-e85b71b4d30f tempest-ListImageFiltersTestJSON-404143865 tempest-ListImageFiltersTestJSON-404143865-project-member] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 836.119015] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 836.119540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.119738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.119738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.120716] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.120716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.120716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.120716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.120716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.120716] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.335450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 836.335450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.451924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.452091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.452224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.452793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.452793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.452793] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58eda96-fdba-4df4-b406-46a90505f0bd already deleted. [ 836.452793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58eda96-fdba-4df4-b406-46a90505f0bd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.469133] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.469434] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.469609] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.470018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471172] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.471172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.471172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471506] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.471653] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.472164] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.472164] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.472164] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.472446] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.473521] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.473521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.497262] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.497721] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.497721] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.497721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.498249] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.498610] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.498692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.500941] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.500941] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eefd8de3-4d36-4a76-aeab-c8ce19bf93a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.575235] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.575564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.575564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.576324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.576785] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 836.615565] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.615756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.615823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.616205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.616415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.623746] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.623993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.624111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.624418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.624798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.625142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.625277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.625590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.625686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.625792] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 already deleted. [ 836.625887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.632311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 836.800774] env[65968]: INFO networking_nsxv3.common.synchronization [None req-859ae7b9-01ba-4e7f-8df8-6c85994cb15a tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 836.801337] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 836.801665] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.801805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.801876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.802200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.802297] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.959129] env[65968]: INFO networking_nsxv3.common.synchronization [None req-91c89516-7a16-4220-babe-93eea6423f4b tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 836.960200] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 836.960336] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.960395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004021] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.004021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 not found, creating... [ 837.004021] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.004021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.004519] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004519] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004519] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004647] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.004753] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.004884] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 is going to be created. [ 837.025575] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.025575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.025575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.025575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.025575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.025895] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.268379] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 837.268631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.268868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.269118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.269363] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.269509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.269602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.269779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.269899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.269962] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.325637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.325864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.325982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.326371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.326562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.326681] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d already deleted. [ 837.326831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.327086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.327311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.327399] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.406055] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17153456-1176-460f-a810-c6460639378a in Status: SUCCESS [ 837.406394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.407070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.407789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.408196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.408338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.408460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.408622] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.738198] env[65968]: INFO networking_nsxv3.common.synchronization [req-f53920a2-b11c-4291-9adb-e06dab6585a8 req-19b3db0d-2295-4be0-a6ca-e7b133fcb93a service nova] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_rules [ 837.738591] env[65968]: INFO networking_nsxv3.common.synchronization [req-f53920a2-b11c-4291-9adb-e06dab6585a8 req-19b3db0d-2295-4be0-a6ca-e7b133fcb93a service nova] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 837.738591] env[65968]: INFO networking_nsxv3.common.synchronization [req-f53920a2-b11c-4291-9adb-e06dab6585a8 req-19b3db0d-2295-4be0-a6ca-e7b133fcb93a service nova] Enqueued Resource ID: eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 with Priority: HIGHEST for action port [ 837.739105] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_rules [ 837.739258] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 837.739413] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 with Priority: HIGHEST for action port [ 837.739653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.739770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.739856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.740133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.740246] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.741268] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.741268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.741268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.741526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.741677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.741677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.741900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742448] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.743324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.743324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.743324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.743324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.743324] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eefd8de3-4d36-4a76-aeab-c8ce19bf93a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.772503] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.848237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.848414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.848773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.848910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848910] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d already deleted. [ 837.849187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.911900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.911900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.911900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.912653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.912653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.912997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.913299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.913444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.913568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.913675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.913828] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.913924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.913981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.914995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.914995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.914995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.914995] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.246174] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.246174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.247096] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.247396] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 with status ACTIVE [ 838.248031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.248031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.248031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.248031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.248268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.248318] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.248378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.248676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.248847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.248923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.249124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.249214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.249272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.249689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.249689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.249689] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eefd8de3-4d36-4a76-aeab-c8ce19bf93a4 is going to be updated. [ 838.271593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.272015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.273943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.274235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.274549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.274784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eefd8de3-4d36-4a76-aeab-c8ce19bf93a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.275043] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.423821] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17153456-1176-460f-a810-c6460639378a: rpc.has_security_group_logging(os_id): False [ 838.443623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.443623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.443867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.445069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.445304] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.445434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.445512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.445710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.445831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.446074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.446231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.446297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.446741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.446741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.446741] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17153456-1176-460f-a810-c6460639378a is going to be created. [ 838.538134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.538313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.538396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.538654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.538850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.555824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17153456-1176-460f-a810-c6460639378a in Status: IN_PROGRESS for 2s [ 838.636811] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd2bd2c0-5dbd-4683-ae32-12d542c73b72 req-9c0e41a8-4bfc-404d-98bf-f80610040462 tempest-ListImageFiltersTestJSON-404143865 tempest-ListImageFiltersTestJSON-404143865-project-member] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 838.637616] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 838.638639] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.638804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.646816] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 838.647083] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 deletion is rescheduled due to dependency. [ 838.647927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.752526] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.778066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.778329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.778329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.778980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.778980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.778980] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 838.817263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.817462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.817462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.817678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.817827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.829665] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 839.055365] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.055650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.055650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.055917] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.056447] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.056608] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.056721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.057123] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.057349] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.057617] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.057801] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.057978] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.058174] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.058341] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.058456] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.058589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.080812] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.081015] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.081235] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.081539] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.082075] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-703bd920-bf39-4846-a121-320868ed0b2d taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.082472] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.082724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.083142] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.083338] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703bd920-bf39-4846-a121-320868ed0b2d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.258521] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.259179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.259179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.259179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.259179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.259372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be created. [ 839.304118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.304380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.304380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.304658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.304827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.319922] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: UNINITIALIZED for 2s [ 839.588906] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.589406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.589587] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.589913] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.590107] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.590309] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 703bd920-bf39-4846-a121-320868ed0b2d not found, creating... [ 839.590700] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.590895] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.591026] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.591337] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.591492] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.591822] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.591984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.592126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.592470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.592627] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.592774] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 703bd920-bf39-4846-a121-320868ed0b2d is going to be created. [ 839.616415] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616641] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616704] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.617268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.617268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617562] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.360753] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd2bd2c0-5dbd-4683-ae32-12d542c73b72 req-23fc3e9b-7c4d-4b9e-8405-945632ea3acf service nova] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_rules [ 840.360995] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd2bd2c0-5dbd-4683-ae32-12d542c73b72 req-23fc3e9b-7c4d-4b9e-8405-945632ea3acf service nova] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 840.361250] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd2bd2c0-5dbd-4683-ae32-12d542c73b72 req-23fc3e9b-7c4d-4b9e-8405-945632ea3acf service nova] Enqueued Resource ID: 703bd920-bf39-4846-a121-320868ed0b2d with Priority: HIGHEST for action port [ 840.361949] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_rules [ 840.363209] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 840.363209] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703bd920-bf39-4846-a121-320868ed0b2d with Priority: HIGHEST for action port [ 840.363473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.363644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.363995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.364393] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-703bd920-bf39-4846-a121-320868ed0b2d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.364643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.364908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365041] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703bd920-bf39-4846-a121-320868ed0b2d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.574405] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17153456-1176-460f-a810-c6460639378a in Status: SUCCESS [ 840.574593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.843884] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 840.843884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.844376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.844376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.844597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.844784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.844858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.845136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.845242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.845385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.845529] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.868493] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 703bd920-bf39-4846-a121-320868ed0b2d with status ACTIVE [ 840.872240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872240] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 703bd920-bf39-4846-a121-320868ed0b2d is going to be updated. [ 840.902936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.903117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.903249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.903609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.903852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.904141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703bd920-bf39-4846-a121-320868ed0b2d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.332924] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.332924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.332924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334397] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.334397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.334397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.334397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.334397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.334950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.334950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334950] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.348751] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.348943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.349028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.349200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.349363] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.349526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.349586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.349735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.349810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.349941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.350179] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.350281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.350336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.350482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.350618] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.350708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.350762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.350890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.350955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.351074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.351142] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.837583] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.837723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.837928] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.856783] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 841.875458] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.875628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.875694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.875907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.897377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.897687] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.898353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.898353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898576] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.898679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.898743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.899079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.899079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.899327] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.899478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.899623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.899739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.900320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.900320] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 841.970792] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.970792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.970792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.970792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.970792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.987126] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 842.342611] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.400090] env[65968]: INFO networking_nsxv3.common.synchronization [req-d94124d8-996c-4ba7-a359-b3cee5b60692 req-cae2fec0-eb61-4907-a7b8-2b4cc436712a tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 842.400662] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 842.400972] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.401104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.401166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.401370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.401521] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.401617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.401682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.401862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.401949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.402080] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.829940] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.830256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.830256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.830659] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.830955] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.831269] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.831342] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.831799] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.831990] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832094] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.832258] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.832389] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.832489] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.832597] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.832721] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.832830] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.849669] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.849822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.849871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.850672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.850672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.850672] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be updated. [ 842.858551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.858941] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.858941] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.859163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859368] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-13567d43-e1d4-455c-b27a-532928b971b8 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859536] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859666] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.860056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.860233] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13567d43-e1d4-455c-b27a-532928b971b8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.883068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.884193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.885032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.885032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.885196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.898126] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 842.907872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.908053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.908126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.908395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.908496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.908706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.908808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.908881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.909152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.909251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.909383] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be deleted. [ 842.941658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.944827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.944827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.946073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.946073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.946073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.363615] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.364030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.364213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.364667] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.364935] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.365257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 13567d43-e1d4-455c-b27a-532928b971b8 not found, creating... [ 843.365636] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.366266] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.366266] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.366723] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.366785] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.367301] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.367562] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.367740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.368147] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.368302] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.368535] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 13567d43-e1d4-455c-b27a-532928b971b8 is going to be created. [ 843.393523] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.393646] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.393749] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.394234] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.394622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.395109] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.004957] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 844.005537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.092371] env[65968]: INFO networking_nsxv3.common.synchronization [req-d94124d8-996c-4ba7-a359-b3cee5b60692 req-cc032ca1-d60e-418f-b06c-991e7729ffe7 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 844.092543] env[65968]: INFO networking_nsxv3.common.synchronization [req-d94124d8-996c-4ba7-a359-b3cee5b60692 req-cc032ca1-d60e-418f-b06c-991e7729ffe7 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 844.092672] env[65968]: INFO networking_nsxv3.common.synchronization [req-d94124d8-996c-4ba7-a359-b3cee5b60692 req-cc032ca1-d60e-418f-b06c-991e7729ffe7 service nova] Enqueued Resource ID: 13567d43-e1d4-455c-b27a-532928b971b8 with Priority: HIGHEST for action port [ 844.093258] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 844.093429] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 844.094039] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13567d43-e1d4-455c-b27a-532928b971b8 with Priority: HIGHEST for action port [ 844.094039] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.094039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.094039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.094556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.094556] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.095920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.096050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.096122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.096332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.096497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.096601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.096681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.096853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.096955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.097083] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.097925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-13567d43-e1d4-455c-b27a-532928b971b8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.098206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.098298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.098462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.098545] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13567d43-e1d4-455c-b27a-532928b971b8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.602113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.602332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.602583] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.609538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13567d43-e1d4-455c-b27a-532928b971b8 with status ACTIVE [ 844.609882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.612245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.616224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.616591] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.617247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.617426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.617719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.617910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.618347] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.618640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.618809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.619105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.619385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.619619] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13567d43-e1d4-455c-b27a-532928b971b8 is going to be updated. [ 844.669760] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.669988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.669988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.670199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.670337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.670539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13567d43-e1d4-455c-b27a-532928b971b8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.911019] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 844.911301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.911496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.911740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.911940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.912657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.912657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.912657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.912657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.912657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.122535] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.415909] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.625028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.625028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.625028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.625281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.626204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.626204] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be created. [ 845.653145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.653332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.653394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.653631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.653805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.664357] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: UNINITIALIZED for 2s [ 845.917645] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.425102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.425520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.425520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.425520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.425768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.425768] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be updated. [ 846.456515] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.456515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.456515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.456515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.456515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.492682] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 847.272486] env[65968]: INFO networking_nsxv3.common.synchronization [req-d6c37217-5aa1-4df0-9848-bd14603588ce req-7020456c-71ff-47f2-b16b-8fd6c10200ea tempest-ServerGroupTestJSON-1722976751 tempest-ServerGroupTestJSON-1722976751-project-member] Enqueued Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 847.273099] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGHEST for action security_group_members [ 847.273408] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.273533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.273612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.273964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.274038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.274323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.274395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.274603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.274738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.274830] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.675797] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 847.675797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.675797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.676599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.676599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.676599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.676599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676814] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.777123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.777281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.777372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.777794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.778263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.778482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.778605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.779030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.779188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.779349] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17153456-1176-460f-a810-c6460639378a is going to be updated. [ 847.812508] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.813940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.814076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.814257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.814887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823624] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17153456-1176-460f-a810-c6460639378a in Status: IN_PROGRESS for 2s [ 848.183061] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.183061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.184037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.184424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.184636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.184770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.184843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.185021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.185109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.185205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.185391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.185561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187973] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.501384] env[65968]: INFO networking_nsxv3.common.synchronization [None req-73d81510-a2fb-4773-b7dd-c53213ebc64a tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 848.501384] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 848.501787] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.502421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.502421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.502578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.502708] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.505226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 848.505643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.506284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.506608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508450] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508969] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.691311] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7f587d-b7de-4133-b57b-21636e296be4: rpc.has_security_group_logging(os_id): False [ 848.713383] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.713658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.713658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.713895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.713988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.714208] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.714333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.714395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.714571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.714666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.714912] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.715065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.715188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.715260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.715393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.715558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.715719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.715719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.715965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.715965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.716149] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be created. [ 848.752544] env[65968]: INFO networking_nsxv3.common.synchronization [None req-80517787-655b-4898-b4ab-82c4c2999e31 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 848.752742] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 848.752981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.753153] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.787833] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.787833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.789389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.789389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.789389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.809806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 849.012144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a418c1b4-55f6-4379-83dd-144504622c75: rpc.has_security_group_logging(os_id): False [ 849.031558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.031791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.031861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.032080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.032175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.032344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c already deleted. [ 849.032449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.032643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.032830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.032918] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.035804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.035804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.035804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.037605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.037710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.037949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.038120] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.038174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.038428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.038474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.039290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.039290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.039290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.039290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.039290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.039613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.039613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.039613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.039785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.039859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.039980] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be created. [ 849.110220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.110625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.110925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.111534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.125739] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 849.191407] env[65968]: INFO networking_nsxv3.common.synchronization [req-f7849506-27e3-4934-8033-d79f89c46123 req-9095f17a-5b78-40e7-adff-315df0dcef02 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 849.192449] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 849.192449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.192691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.192691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.192829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.192947] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.194134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.194134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.194311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.194617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.194617] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.561377] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.561577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.561631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.561887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.561983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.562100] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c already deleted. [ 849.562184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.698453] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.834784] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17153456-1176-460f-a810-c6460639378a in Status: SUCCESS [ 849.834784] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17153456-1176-460f-a810-c6460639378a deletion is rescheduled due to dependency. [ 849.834784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.200891] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.703465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.703777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.703777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.703924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.704021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.704222] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 850.739212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.739212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.739212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.739212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.739212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.748886] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 850.827595] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 850.827725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.139679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 851.139863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.140182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.140476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.140617] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.646872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.647078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.647418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.647584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.647687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.647930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.648064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648214] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.150945] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.151357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.151357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.154372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.154503] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.154651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.154725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.154910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.154998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.155126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.155297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.155406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.155469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.156318] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.156318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.156318] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.659610] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a418c1b4-55f6-4379-83dd-144504622c75: rpc.has_security_group_logging(os_id): False [ 852.677803] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.678041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.678041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.678263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.678355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.678557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.678657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.678718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.678873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.678947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.679248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.679482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.679558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.679843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.680441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.680625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.680761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be updated. [ 852.748513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.748731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.748830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.749624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.750501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762901] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 852.763179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.765427] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 854.192825] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 854.193114] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 854.292934] env[65968]: INFO networking_nsxv3.common.synchronization [req-98b97868-6456-42ac-ac49-55fa26e392cf req-3b79e766-bde9-47e6-9adf-5b492e7ec3f2 tempest-ServersTestJSON-1352826792 tempest-ServersTestJSON-1352826792-project-member] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 854.294294] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 854.294774] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.294911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295546] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.295673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.296027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296074] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.754245] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.754433] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-27" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.754433] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-27" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.755214] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-27" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.755762] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.755986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.756515] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.756515] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.756515] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.757843] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.757843] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.757994] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.758134] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.758192] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.758300] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.758412] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.781658] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.781894] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.782067] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.782246] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-27" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.782607] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-e946736a-11b3-47ba-a946-6342d2f48ad5 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.782779] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.782891] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.783219] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.783387] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e946736a-11b3-47ba-a946-6342d2f48ad5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.784878] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 854.785081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.802365] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.802365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.802586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.802740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.802832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.803071] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.803197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.803322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.803477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.803562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.803644] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 already deleted. [ 854.803727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.286792] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.287272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.287272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.287602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.287775] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.288032] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port e946736a-11b3-47ba-a946-6342d2f48ad5 not found, creating... [ 855.288561] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.288794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.288994] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.289443] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.289661] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.290055] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.290343] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290882] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.291121] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.291367] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: e946736a-11b3-47ba-a946-6342d2f48ad5 is going to be created. [ 855.315268] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.315418] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.315588] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.315885] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.316140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.316766] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.075025] env[65968]: INFO networking_nsxv3.common.synchronization [req-98b97868-6456-42ac-ac49-55fa26e392cf req-68f0f20e-0d82-4440-82ed-feca5f437ec0 service nova] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 856.075294] env[65968]: INFO networking_nsxv3.common.synchronization [req-98b97868-6456-42ac-ac49-55fa26e392cf req-68f0f20e-0d82-4440-82ed-feca5f437ec0 service nova] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 856.075399] env[65968]: INFO networking_nsxv3.common.synchronization [req-98b97868-6456-42ac-ac49-55fa26e392cf req-68f0f20e-0d82-4440-82ed-feca5f437ec0 service nova] Enqueued Resource ID: e946736a-11b3-47ba-a946-6342d2f48ad5 with Priority: HIGHEST for action port [ 856.075901] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_rules [ 856.076195] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 856.076378] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e946736a-11b3-47ba-a946-6342d2f48ad5 with Priority: HIGHEST for action port [ 856.078124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.078317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.078414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.078667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.079279] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.080324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.080478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.081749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.082051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.085242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.085424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.085495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.085812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.086039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.086778] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.087916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e946736a-11b3-47ba-a946-6342d2f48ad5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.088069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.088069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.089617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.089761] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e946736a-11b3-47ba-a946-6342d2f48ad5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.346819] env[65968]: INFO networking_nsxv3.common.synchronization [None req-55ae43e4-17ec-4943-b7f5-917ae651997d None None] Enqueued Resource ID: a0d2ee26-30ef-49fb-ba13-0cec433a2223 with Priority: HIGHEST for action port [ 856.347514] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d2ee26-30ef-49fb-ba13-0cec433a2223 with Priority: HIGHEST for action port [ 856.347896] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d2ee26-30ef-49fb-ba13-0cec433a2223 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.348029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d2ee26-30ef-49fb-ba13-0cec433a2223" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.348185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d2ee26-30ef-49fb-ba13-0cec433a2223" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.348420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d2ee26-30ef-49fb-ba13-0cec433a2223" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.348591] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d2ee26-30ef-49fb-ba13-0cec433a2223',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.379714] env[65968]: INFO networking_nsxv3.common.synchronization [req-04eaaa61-0ca4-4ff3-8f2c-b348cbb918b9 req-850585c1-aaab-4505-afb2-097273e5d180 tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 856.381314] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 856.381814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.381814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.382053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.382053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.382524] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.382524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.382524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.382524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.382814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.382814] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.592706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.592706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592706] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.593925] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e946736a-11b3-47ba-a946-6342d2f48ad5 with status ACTIVE [ 856.594152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.594286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.594348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.594600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.594683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.594897] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.595366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.595905] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.596151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.596151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.596151] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e946736a-11b3-47ba-a946-6342d2f48ad5 is going to be updated. [ 856.620731] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.620906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.620954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.621186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.621335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.621500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e946736a-11b3-47ba-a946-6342d2f48ad5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.850881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d2ee26-30ef-49fb-ba13-0cec433a2223 [ 856.851193] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.851336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.851406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.851636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.851840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.851840] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d2ee26-30ef-49fb-ba13-0cec433a2223 already deleted. [ 856.851923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d2ee26-30ef-49fb-ba13-0cec433a2223" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.885573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.885573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.885750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.885863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.886245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.886245] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.886245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.886547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.886547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.886620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.886776] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 856.915822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.915957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.916038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.916249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.916508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.928304] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 857.098584] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.604192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.604192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.604192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.604192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.604192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.604192] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 is going to be created. [ 857.634748] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.634748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.634748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.634748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.634748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.645194] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: UNINITIALIZED for 2s [ 858.942653] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 858.942653] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 858.942653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.430467] env[65968]: INFO networking_nsxv3.common.synchronization [None req-b0ba7c7d-7252-4d35-b0d4-399dc232fd5a None None] Enqueued Resource ID: 900bec07-22d7-412c-86c3-820b5ffa9e4c with Priority: HIGHEST for action port [ 859.430467] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900bec07-22d7-412c-86c3-820b5ffa9e4c with Priority: HIGHEST for action port [ 859.431094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-900bec07-22d7-412c-86c3-820b5ffa9e4c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.431094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900bec07-22d7-412c-86c3-820b5ffa9e4c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.431634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900bec07-22d7-412c-86c3-820b5ffa9e4c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.431949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900bec07-22d7-412c-86c3-820b5ffa9e4c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.432046] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900bec07-22d7-412c-86c3-820b5ffa9e4c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.656103] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: SUCCESS [ 859.656559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.656821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.657075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.657416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.657571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.657655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.657862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.657953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.658142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.658181] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.935339] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 900bec07-22d7-412c-86c3-820b5ffa9e4c [ 859.935339] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.935339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.935339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.935339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.935339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.935339] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:900bec07-22d7-412c-86c3-820b5ffa9e4c already deleted. [ 859.935339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900bec07-22d7-412c-86c3-820b5ffa9e4c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.161552] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.664340] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58c0138c-6933-4eb4-953e-970e8e28d133: rpc.has_security_group_logging(os_id): False [ 860.689556] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.689757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.689803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.689997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.690101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.690406] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.690516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.690580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.690748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.690819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.690945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 is going to be created. [ 860.826609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.826867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.826918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.827186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.827646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.850214] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: IN_PROGRESS for 2s [ 862.867099] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: SUCCESS [ 862.867099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.155960] env[65968]: INFO networking_nsxv3.common.synchronization [req-e87d7999-7182-4544-b9f9-65b35e234873 req-5406828a-8309-47f0-87a6-a6c0e3e5b14f tempest-ServerMetadataTestJSON-1341886747 tempest-ServerMetadataTestJSON-1341886747-project-member] Enqueued Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 863.156082] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 863.156415] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.156534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.156596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.156848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.157203] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.157203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.157203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.157376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.157413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.157517] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.522874] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.523236] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-339" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.523427] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-339" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.523916] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-339" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.524226] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.524498] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.524699] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.524937] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.525131] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.525398] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.525560] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.525700] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.525839] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.525991] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.526164] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.526336] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.547469] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.547638] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.547773] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.547948] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-339" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.548289] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.548479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.548682] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.548944] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.549156] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6f7f1-eeb2-4312-b56d-893e8de41e1e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.663546] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.663738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.664131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664335] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.664434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.664497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.664725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 already deleted. [ 863.664911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.054820] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.055170] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.055399] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.055731] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.055928] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.056245] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e not found, creating... [ 864.056615] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.056912] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.057060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.057323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.057580] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.057991] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.058703] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.058844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.059200] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.059408] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.059578] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e is going to be created. [ 864.082376] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.082376] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.082376] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.082710] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.082947] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.083253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.854068] env[65968]: INFO networking_nsxv3.common.synchronization [req-e87d7999-7182-4544-b9f9-65b35e234873 req-cffbd86e-cd4a-4b74-88dc-d2857041620e service nova] Enqueued Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_rules [ 864.854134] env[65968]: INFO networking_nsxv3.common.synchronization [req-e87d7999-7182-4544-b9f9-65b35e234873 req-cffbd86e-cd4a-4b74-88dc-d2857041620e service nova] Enqueued Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 864.854352] env[65968]: INFO networking_nsxv3.common.synchronization [req-e87d7999-7182-4544-b9f9-65b35e234873 req-cffbd86e-cd4a-4b74-88dc-d2857041620e service nova] Enqueued Resource ID: 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e with Priority: HIGHEST for action port [ 864.854884] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_rules [ 864.854936] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 864.855146] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e with Priority: HIGHEST for action port [ 864.855504] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.855633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.855697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.855967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.856060] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.857403] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.857521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.857589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.857916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.858045] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.858155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.858197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.858405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.858448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.858506] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.859318] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.859426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.859494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.860093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.860093] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6f7f1-eeb2-4312-b56d-893e8de41e1e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.359247] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.359723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.361794] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e with status ACTIVE [ 865.361993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.362142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.362238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.363587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.363670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.363865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.363971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.364047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.365599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.365699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.365920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.366039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.366102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.366322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.366322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.366449] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe6f7f1-eeb2-4312-b56d-893e8de41e1e is going to be updated. [ 865.367678] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.391277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.391428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.391507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.391713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.391852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.392018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe6f7f1-eeb2-4312-b56d-893e8de41e1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.869959] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.374122] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.374122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.374122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.374560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.374560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.374560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 is going to be created. [ 866.405078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.405399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.405473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.405740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.406172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.417221] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: UNINITIALIZED for 2s [ 868.434031] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: SUCCESS [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.434031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.434031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.434646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.434646] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.936575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.937014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.937014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.937124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.937308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.937434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.937502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.938860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.938860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.939109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.442255] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cede5786-2c6e-451f-ab26-17425719b5d3: rpc.has_security_group_logging(os_id): False [ 869.467825] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.468039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.468136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.468471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.468643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.468950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.469087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.469154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.469390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.469478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.469722] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.469827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.469891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.470054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.470131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.470416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.470549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.470597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.470748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.470821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.470909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 is going to be created. [ 869.561661] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.561812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.561869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.562146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.562447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.575909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: IN_PROGRESS for 2s [ 869.726352] env[65968]: INFO networking_nsxv3.common.synchronization [None req-56231026-dcc0-46bc-9152-75f4bae980ab tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 869.726945] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 869.727423] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.727601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.727703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.728321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.728321] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.857469] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f36e2fa5-a6bd-4ce7-afa3-4b813a15fdbe tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 869.858174] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 869.858518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.858602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.256159] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.256354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.256493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.256596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.256682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.256774] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16559ec-fdc0-4eef-8412-794794371550 already deleted. [ 870.256858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.257025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.257183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.257264] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.781414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.782089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.782236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782355] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16559ec-fdc0-4eef-8412-794794371550 already deleted. [ 870.782538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.589522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: SUCCESS [ 871.589522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.434484] env[65968]: INFO networking_nsxv3.common.synchronization [req-762687bf-c8ef-4040-8361-3889bb68cd05 req-4ac5af83-aa68-4628-8842-ca144cc30f22 tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 872.436952] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 872.439163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.439407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.439526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.439971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.440237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.440237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.440237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.440413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.440497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.440596] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.942554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.942780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.942856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.943517] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.943626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.943713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.944105] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 872.978572] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.978786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.978786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.979021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.979183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.992675] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 873.236024] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.236319] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.236540] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.236894] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.237950] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.239520] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.239520] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.240424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.242473] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.242473] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.242473] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.242473] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.242473] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.242473] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.242951] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.243260] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.271697] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.271869] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.273447] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.273447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.273447] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a8f33043-f7e5-4664-8702-9684483780aa taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.273447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.273447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.273447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.273447] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f33043-f7e5-4664-8702-9684483780aa',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.777681] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.777681] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.777681] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.777681] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.778410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.778410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a8f33043-f7e5-4664-8702-9684483780aa not found, creating... [ 873.778410] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.778611] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.778611] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.778987] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.779115] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779542] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.779753] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.779867] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.780144] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.780311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.780496] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a8f33043-f7e5-4664-8702-9684483780aa is going to be created. [ 873.803880] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.804181] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.804338] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.804720] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.805053] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805387] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.588577] env[65968]: INFO networking_nsxv3.common.synchronization [req-762687bf-c8ef-4040-8361-3889bb68cd05 req-cd0ff53a-665f-4f43-b0cb-74dd15eb2fae service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 874.588577] env[65968]: INFO networking_nsxv3.common.synchronization [req-762687bf-c8ef-4040-8361-3889bb68cd05 req-cd0ff53a-665f-4f43-b0cb-74dd15eb2fae service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 874.588577] env[65968]: INFO networking_nsxv3.common.synchronization [req-762687bf-c8ef-4040-8361-3889bb68cd05 req-cd0ff53a-665f-4f43-b0cb-74dd15eb2fae service nova] Enqueued Resource ID: a8f33043-f7e5-4664-8702-9684483780aa with Priority: HIGHEST for action port [ 874.588577] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 874.588970] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 874.589217] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f33043-f7e5-4664-8702-9684483780aa with Priority: HIGHEST for action port [ 874.589857] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.590122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.591328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.591328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.591328] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.592226] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.592374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592546] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f33043-f7e5-4664-8702-9684483780aa taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.592652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.592860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.592940] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f33043-f7e5-4664-8702-9684483780aa',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.004207] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 875.004591] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 deletion is rescheduled due to dependency. [ 875.004591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.004591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.006095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.006095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.006095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.006095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.006095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.006095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.006095] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.095677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.095677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.104175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f33043-f7e5-4664-8702-9684483780aa with status ACTIVE [ 875.104175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.104175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.104175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.104175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.104175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f33043-f7e5-4664-8702-9684483780aa is going to be updated. [ 875.133138] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.133315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.133365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.133624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.133824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.134054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f33043-f7e5-4664-8702-9684483780aa" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.509939] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.720968] env[65968]: INFO networking_nsxv3.common.synchronization [req-8acddb9d-a7c4-4815-b4ce-c09647ec1b86 req-735f0e6a-e387-47a9-b706-40aa5a4d43d6 tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 875.721818] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 875.723274] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.723488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.723582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.723932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.724148] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.724267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.724366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.724580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.724681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.724811] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.012358] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.227452] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.227652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.227715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.227986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.228142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.228495] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.228689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.228806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.229031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.229121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.229216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d already deleted. [ 876.229312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.247453] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.247453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.247453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.247820] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.248210] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.248519] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.248637] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.248902] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.249065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.249275] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.249394] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.249508] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.249616] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.249722] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.249832] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.249978] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.269802] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.269911] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.270074] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.270315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-296" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.270764] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-3cde9714-fcb5-4aa1-93b7-7afa6af52945 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.270957] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.271092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.271508] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.271587] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cde9714-fcb5-4aa1-93b7-7afa6af52945',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.515168] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.515362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.515406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.515725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.515859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.515990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 876.551234] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.551443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.551562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.551903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.552137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.565182] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 876.774361] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.774361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.774666] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.774822] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.774984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.775187] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 3cde9714-fcb5-4aa1-93b7-7afa6af52945 not found, creating... [ 876.775441] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.775579] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.775770] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.776183] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.776376] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.776733] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.776972] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.777131] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.777341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.777432] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.777538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 3cde9714-fcb5-4aa1-93b7-7afa6af52945 is going to be created. [ 876.809733] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.811029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.811029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.811029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.811029] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.811212] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.549548] env[65968]: INFO networking_nsxv3.common.synchronization [req-8acddb9d-a7c4-4815-b4ce-c09647ec1b86 req-81cc9457-d362-45cc-8c92-3b7481593c98 service nova] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 877.549834] env[65968]: INFO networking_nsxv3.common.synchronization [req-8acddb9d-a7c4-4815-b4ce-c09647ec1b86 req-81cc9457-d362-45cc-8c92-3b7481593c98 service nova] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 877.550337] env[65968]: INFO networking_nsxv3.common.synchronization [req-8acddb9d-a7c4-4815-b4ce-c09647ec1b86 req-81cc9457-d362-45cc-8c92-3b7481593c98 service nova] Enqueued Resource ID: 3cde9714-fcb5-4aa1-93b7-7afa6af52945 with Priority: HIGHEST for action port [ 877.550471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_rules [ 877.550638] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 877.550752] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cde9714-fcb5-4aa1-93b7-7afa6af52945 with Priority: HIGHEST for action port [ 877.551701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.551701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.551701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.551701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.551701] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.552658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.552807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.552894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.553295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.553391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.553513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.553590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.554157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.554157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.554157] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.554937] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cde9714-fcb5-4aa1-93b7-7afa6af52945 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.555079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.555175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.555389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.555484] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cde9714-fcb5-4aa1-93b7-7afa6af52945',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.057391] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.058401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.058516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.058865] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cde9714-fcb5-4aa1-93b7-7afa6af52945 with status ACTIVE [ 878.059035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.059163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.059401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.059486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.060019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.060019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.060019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.060019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.060019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.066773] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.066773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.066919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.067077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.067206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.067332] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cde9714-fcb5-4aa1-93b7-7afa6af52945 is going to be updated. [ 878.094934] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.095125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.095202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.095468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.095650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.095818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cde9714-fcb5-4aa1-93b7-7afa6af52945" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.560018] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.576034] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 878.576210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.576365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.576567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.576802] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.576990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.576990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.577209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.577303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.577415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.577511] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.062378] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.062637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.062770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.063037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.063127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.063234] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d is going to be created. [ 879.080913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.081239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.081239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.081477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.081671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.081787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.081850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.081995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.082114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.082186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.082323] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.082426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.082515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.082691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.082832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.082914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.083014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.083131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.083212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.083280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.083356] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.091112] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.091275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.091313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.091792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.091792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.103841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: UNINITIALIZED for 2s [ 879.585953] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9021eaed-f956-4719-8c24-bb07948dc586: rpc.has_security_group_logging(os_id): False [ 879.604750] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.604923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.604994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.605251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.605359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.605581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.605689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.605767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.606033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.606033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.606259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.606374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.606440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.606743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.606836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.607067] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.607172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.607258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.607429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.607521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.607609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 879.670720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.670850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.670921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.671312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.684979] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 881.114339] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: SUCCESS [ 881.114759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.114759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.115045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.115254] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.115399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.115468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.115668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.115752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.115868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.115972] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.195889] env[65968]: INFO networking_nsxv3.common.synchronization [req-d603a96d-fd72-4bd7-a214-6c064dc554d7 req-e218beea-0de4-4fad-8378-31ad46f6c179 tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 881.196757] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 881.197370] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.197530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.197585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.197803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.197990] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.198152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.198244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.198572] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.617989] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.700845] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.703186] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 881.703454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.120827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66e2612-a345-4e1d-b67f-b87160ac186d: rpc.has_security_group_logging(os_id): False [ 882.144040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.144247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.144247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.144465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.144584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.144847] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.144948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.145017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.145191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.145306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.145398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d is going to be created. [ 882.204499] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.223451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.223757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.224075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.224381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.238127] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: IN_PROGRESS for 2s [ 882.706596] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.707056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.707419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.707602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707710] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 882.744931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.745314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.745314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.745521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.745714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.756594] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 882.915024] env[65968]: INFO networking_nsxv3.common.synchronization [req-ecfb473f-3949-48a5-b526-582a256966f7 req-b5ad96cd-da33-4c83-9907-c47da19d993d tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 882.915024] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 882.915628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.915934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.916165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.916575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.916906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.917189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.919017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.919017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.919017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.919017] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.357734] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.358102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.358102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.358367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.359537] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.359790] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.359971] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.360290] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.360556] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.360879] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.361148] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.361316] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.361473] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.361629] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.361781] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.361966] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.399044] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.399256] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.399472] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.399544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.399871] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-58962791-285f-46c3-b4a1-dc75f25f71d6 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.400075] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.400174] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.400632] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.400800] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58962791-285f-46c3-b4a1-dc75f25f71d6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.421297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.421477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.421524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.421734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.421828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.422117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.422309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.422309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.422377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.422469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.422578] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c already deleted. [ 883.422669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.904545] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.904793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.904920] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.905470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.905686] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.905974] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 58962791-285f-46c3-b4a1-dc75f25f71d6 not found, creating... [ 883.906378] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.906615] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.906742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.906989] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.907162] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.907929] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.907929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.907929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.908322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.908488] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.908740] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 58962791-285f-46c3-b4a1-dc75f25f71d6 is going to be created. [ 883.934423] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.934626] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.934741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.935087] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.935319] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.935554] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.255917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: SUCCESS [ 884.256237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.681437] env[65968]: INFO networking_nsxv3.common.synchronization [req-ecfb473f-3949-48a5-b526-582a256966f7 req-67cbdf62-b154-456f-befe-ab97cb3e51ae service nova] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 884.682013] env[65968]: INFO networking_nsxv3.common.synchronization [req-ecfb473f-3949-48a5-b526-582a256966f7 req-67cbdf62-b154-456f-befe-ab97cb3e51ae service nova] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 884.682171] env[65968]: INFO networking_nsxv3.common.synchronization [req-ecfb473f-3949-48a5-b526-582a256966f7 req-67cbdf62-b154-456f-befe-ab97cb3e51ae service nova] Enqueued Resource ID: 58962791-285f-46c3-b4a1-dc75f25f71d6 with Priority: HIGHEST for action port [ 884.682774] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_rules [ 884.682908] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 884.683008] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58962791-285f-46c3-b4a1-dc75f25f71d6 with Priority: HIGHEST for action port [ 884.685549] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.685549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.685549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.685913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.685995] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.686972] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.688006] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.688006] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.688006] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.688256] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.688893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.690996] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.690996] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-58962791-285f-46c3-b4a1-dc75f25f71d6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.690996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.690996] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58962791-285f-46c3-b4a1-dc75f25f71d6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.771674] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 884.771674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.196761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196761] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.196761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58962791-285f-46c3-b4a1-dc75f25f71d6 with status ACTIVE [ 885.196761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.196761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.196761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.199824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.200214] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.200450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.201645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.201645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.201645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.201645] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58962791-285f-46c3-b4a1-dc75f25f71d6 is going to be updated. [ 885.229027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.229154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.229195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.229931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.229931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.229931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58962791-285f-46c3-b4a1-dc75f25f71d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537876] env[65968]: INFO networking_nsxv3.common.synchronization [req-eb4ccfb3-30b2-4941-8875-6dc0fd0e0290 req-43c62294-34bd-44d8-8897-7eb8031fcf00 tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 885.538451] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 885.538768] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.538903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.538973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.541629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.541840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.543416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.544582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.544582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.544582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.544582] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.708490] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.919648] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.919838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.919958] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.920313] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.920640] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.920889] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.921013] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.921244] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.921386] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.921587] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.921695] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.921872] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.921995] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.922119] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.922256] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.922417] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.944319] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.944489] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.944623] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.944800] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.945136] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-b5f93d23-db22-4e76-bd85-77eea02e1f79 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.945308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.945424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.945760] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.945901] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f93d23-db22-4e76-bd85-77eea02e1f79',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.049029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.049241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.049318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.049534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.049820] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.049916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.049978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.050143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.050219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.050303] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 already deleted. [ 886.050382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.215981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.216173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.216243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.216432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.216521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.216700] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c is going to be created. [ 886.245628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.245803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.245898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.246291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.246391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256459] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: UNINITIALIZED for 2s [ 886.449538] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.449538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.449538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.449538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.449538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.449538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port b5f93d23-db22-4e76-bd85-77eea02e1f79 not found, creating... [ 886.449538] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.449538] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.449931] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.449931] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.449983] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.450266] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450418] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450567] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.451061] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.451061] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.451476] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: b5f93d23-db22-4e76-bd85-77eea02e1f79 is going to be created. [ 886.473750] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473750] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473750] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473997] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.474149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.475024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [req-eb4ccfb3-30b2-4941-8875-6dc0fd0e0290 req-7c70c404-68a1-41ce-ad09-5e82bf2a8b01 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [req-eb4ccfb3-30b2-4941-8875-6dc0fd0e0290 req-7c70c404-68a1-41ce-ad09-5e82bf2a8b01 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [req-eb4ccfb3-30b2-4941-8875-6dc0fd0e0290 req-7c70c404-68a1-41ce-ad09-5e82bf2a8b01 service nova] Enqueued Resource ID: b5f93d23-db22-4e76-bd85-77eea02e1f79 with Priority: HIGHEST for action port [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 887.217663] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f93d23-db22-4e76-bd85-77eea02e1f79 with Priority: HIGHEST for action port [ 887.217663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.217663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.217663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.217663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.217663] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.218454] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.218454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.218525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.219284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.219284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.219284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.219284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.219284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.219284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.219284] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.220506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f93d23-db22-4e76-bd85-77eea02e1f79 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.220506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.220506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.220506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.220506] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f93d23-db22-4e76-bd85-77eea02e1f79',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.722061] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.722234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.723692] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.725244] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5f93d23-db22-4e76-bd85-77eea02e1f79 with status ACTIVE [ 887.725443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.725561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.725627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.725847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.725935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.726154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.726234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.726277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.726436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.726514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.726693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.726782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.726840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.726976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.727060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.727141] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5f93d23-db22-4e76-bd85-77eea02e1f79 is going to be updated. [ 887.750980] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.751174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.751241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.751467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.751585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.751756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f93d23-db22-4e76-bd85-77eea02e1f79" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.176197] env[65968]: INFO networking_nsxv3.common.synchronization [req-4787160b-87e9-4620-97ae-0357a8631317 req-e05a669e-b18e-44f9-8b1d-6ed52d015805 tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 888.176932] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 888.177900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.177900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.229702] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.268435] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: SUCCESS [ 888.268435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.268435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.268655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.268843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.269076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.269076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.269287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.269484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.269579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.269727] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.597601] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.597804] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.597925] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.598201] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.598453] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.598606] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.598719] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.598954] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.599110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.599308] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.599415] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.599517] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.599660] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.599716] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.599816] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.599940] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.619257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.619336] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.619470] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.619648] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.620142] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a2a96689-1559-48bd-8e95-9422319abbbe taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.620358] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.620477] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.620794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.620929] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a96689-1559-48bd-8e95-9422319abbbe',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.732184] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.732356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.732356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.732670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.732788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.732972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be created. [ 888.757708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.757979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.757979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.758223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.758321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.769395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: UNINITIALIZED for 2s [ 888.772047] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.124251] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.124628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.124808] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.125173] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.125414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.125661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a2a96689-1559-48bd-8e95-9422319abbbe not found, creating... [ 889.126114] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.126383] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.126608] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.126972] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.127220] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.127688] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.127957] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.128186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.128505] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.128739] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.128992] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a2a96689-1559-48bd-8e95-9422319abbbe is going to be created. [ 889.155416] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.155690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.155998] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.156161] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.157045] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.157045] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.274730] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7febd51-3d3a-43e8-baf5-3df8c9f40a5c: rpc.has_security_group_logging(os_id): False [ 889.314228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.314454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.314454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.314682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.314790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.315019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.315350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.315427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.315516] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c is going to be created. [ 889.412684] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.412836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.412903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.413140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.413329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.429977] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: IN_PROGRESS for 2s [ 889.620311] env[65968]: INFO networking_nsxv3.common.synchronization [req-0d202ac0-2040-44b6-88ee-24638e58b605 req-d0298611-0f90-4818-96bf-69798a9d558c tempest-ServerMetadataTestJSON-1341886747 tempest-ServerMetadataTestJSON-1341886747-project-member] Enqueued Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 889.620874] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGHEST for action security_group_members [ 889.621205] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.621367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.621367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.621675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.621730] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.621825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.621878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.622029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.622112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.622204] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.989273] env[65968]: INFO networking_nsxv3.common.synchronization [req-4787160b-87e9-4620-97ae-0357a8631317 req-cf237393-fc55-4919-9669-d5c438128191 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 889.989553] env[65968]: INFO networking_nsxv3.common.synchronization [req-4787160b-87e9-4620-97ae-0357a8631317 req-cf237393-fc55-4919-9669-d5c438128191 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 889.989609] env[65968]: INFO networking_nsxv3.common.synchronization [req-4787160b-87e9-4620-97ae-0357a8631317 req-cf237393-fc55-4919-9669-d5c438128191 service nova] Enqueued Resource ID: a2a96689-1559-48bd-8e95-9422319abbbe with Priority: HIGHEST for action port [ 889.990587] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 889.990587] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 889.990587] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a96689-1559-48bd-8e95-9422319abbbe with Priority: HIGHEST for action port [ 889.990587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.990993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.990993] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.990993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.991117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a96689-1559-48bd-8e95-9422319abbbe taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.991192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.991286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.991460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.991536] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a96689-1559-48bd-8e95-9422319abbbe',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.127782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.127782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.127782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.127782] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 is going to be updated. [ 890.161280] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c2a4b15-3f7e-4cd9-bdda-548aaa1bb318 req-da838253-4be0-47c5-81c7-b2143f8e0d0f tempest-ServerActionsV293TestJSON-1912161636 tempest-ServerActionsV293TestJSON-1912161636-project-member] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 890.161280] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGHEST for action security_group_members [ 890.161280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.161280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.161280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.161280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.161813] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.162052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.162201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.162465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.162776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.162954] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.165013] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.165266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.165419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.165712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.166037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.177725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: IN_PROGRESS for 2s [ 890.493647] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a96689-1559-48bd-8e95-9422319abbbe with status ACTIVE [ 890.493985] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.494069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.494106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.495220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.495220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.495220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.495552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.495552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.495620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.495693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.495807] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a96689-1559-48bd-8e95-9422319abbbe is going to be updated. [ 890.521192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.521636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.521824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.522065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.522145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a96689-1559-48bd-8e95-9422319abbbe" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.668727] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.669999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.670215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.671034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.671034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.671192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.671297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.671409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.671604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.671689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.671781] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb is going to be updated. [ 890.715033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.715033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.715033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.715033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.715033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725368] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: IN_PROGRESS for 2s [ 890.784612] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 890.784862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.785140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.785539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.785887] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.786102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.786193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.787091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.787213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.787324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.787434] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.788612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.788869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.789154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.789266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.789372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.789559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.789666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.789792] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.292759] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.292759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.293057] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.445592] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: SUCCESS [ 891.445592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.794991] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.205043] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede5786-2c6e-451f-ab26-17425719b5d3 in Status: SUCCESS [ 892.205361] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 deletion is rescheduled due to dependency. [ 892.205564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.299032] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.299394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.299394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.299552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.299675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.299758] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 892.341286] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.341479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.341479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.352179] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 892.736379] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb in Status: SUCCESS [ 892.736565] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb deletion is rescheduled due to dependency. [ 892.739035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.367395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 894.367676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.367930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.368228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.368756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.368904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.369073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.369221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.369286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.369370] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.872789] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.161050] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.161050] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 895.378899] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.884028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.884028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.884028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.884305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.884305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.884396] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 895.924675] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.924864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.924947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.925181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.925359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.937302] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 897.224813] env[65968]: INFO networking_nsxv3.common.synchronization [req-f695407c-22f2-430b-8165-d3dc702e6125 req-6f219620-5af3-4aae-9a2a-abdbb54e53bd tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 897.225471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 897.225801] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.225941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.225989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.226210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.226372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.226470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.226535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.226664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.226749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.226839] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.729983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.730458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.730622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.730821] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.731147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.731223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731309] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 897.759390] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.759597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.759597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.759810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.759962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.769405] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 897.949356] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 897.949614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.949841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.950124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.950358] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.950503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.950609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.950819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.950906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.951012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.951209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.951333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.951411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.951591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.951754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.951873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.951962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.952157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.952254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.952318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.952405] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.454692] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61797031-0524-4f85-972c-28a6d77a8dd0: rpc.has_security_group_logging(os_id): False [ 898.475367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.475574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.475646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.475886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.475981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.476215] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.476325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.476391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.476544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.476621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.476849] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.476950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.477020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.477169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.477243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.477424] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.477516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.477574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.477710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.477813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.477855] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be created. [ 898.557647] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.557906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.557961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.558259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.558460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.571572] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 899.452469] env[65968]: INFO networking_nsxv3.common.synchronization [req-9f070cb9-4285-407b-83b6-68e844840404 req-3e0101dd-1a52-4aa5-89c2-c28fe52ca059 tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 899.453386] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 899.456065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.456065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.456065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.456065] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.782331] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 899.782547] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 deletion is rescheduled due to dependency. [ 899.782670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.916148] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.916148] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.916148] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.916148] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.916148] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.916148] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.916669] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.916669] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.916669] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.917180] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.917180] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.917180] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.917378] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.917378] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.917479] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.918306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.949333] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.949580] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.950261] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.950261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-542" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.950393] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-a874fd55-b77a-4171-8448-53935302c504 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.950479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.950611] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.950948] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.951122] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a874fd55-b77a-4171-8448-53935302c504',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.957310] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.453916] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.454134] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.454252] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.454511] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.454659] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.454810] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port a874fd55-b77a-4171-8448-53935302c504 not found, creating... [ 900.455116] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.455279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.455383] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.455605] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.455742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.456027] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.456169] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.456537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.456537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.456636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.456731] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: a874fd55-b77a-4171-8448-53935302c504 is going to be created. [ 900.461609] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.480797] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.481038] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.481187] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.481553] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.481711] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.481936] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.589505] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 900.589780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.590033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.590285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.590377] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.964459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.964688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.964688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.965423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.965423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.965423] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 900.994454] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.995715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.995715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.995715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.995715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.015809] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 901.093388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.093748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.237267] env[65968]: INFO networking_nsxv3.common.synchronization [req-9f070cb9-4285-407b-83b6-68e844840404 req-3294947e-c9e4-4331-a6f1-8fa491aa0840 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 901.237445] env[65968]: INFO networking_nsxv3.common.synchronization [req-9f070cb9-4285-407b-83b6-68e844840404 req-3294947e-c9e4-4331-a6f1-8fa491aa0840 service nova] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 901.237584] env[65968]: INFO networking_nsxv3.common.synchronization [req-9f070cb9-4285-407b-83b6-68e844840404 req-3294947e-c9e4-4331-a6f1-8fa491aa0840 service nova] Enqueued Resource ID: a874fd55-b77a-4171-8448-53935302c504 with Priority: HIGHEST for action port [ 901.239038] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_rules [ 901.239038] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 901.239038] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a874fd55-b77a-4171-8448-53935302c504 with Priority: HIGHEST for action port [ 901.239038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.239038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.239482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.239482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.239482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a874fd55-b77a-4171-8448-53935302c504 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.239635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.239635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.239769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.239848] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a874fd55-b77a-4171-8448-53935302c504',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.743273] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a874fd55-b77a-4171-8448-53935302c504 with status ACTIVE [ 901.743273] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.743273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.743273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.743273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.743737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.743737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.743737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743982] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.743982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.744077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.744187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.744259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.744407] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a874fd55-b77a-4171-8448-53935302c504 is going to be updated. [ 901.767349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.767545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.768227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.768227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.768227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a874fd55-b77a-4171-8448-53935302c504" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.114872] env[65968]: INFO networking_nsxv3.common.synchronization [req-b21d3f44-41bb-4617-a4f1-8f7a9cc7444f req-a6e8a779-2262-4e07-8d48-64e4f92b544d tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 902.115476] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 902.115801] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.115921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.115980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.116357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.116753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.116753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.116753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.117089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.117089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.117089] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.446439] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.446644] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.446769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.447060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.447313] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.447465] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.447578] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.447800] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.447933] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.448619] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.448830] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.448908] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.449080] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.449192] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.449565] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.449787] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.474109] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.474109] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.474109] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.474109] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.474323] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-fb302ae5-b105-4143-a467-ee1c330b140c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.474421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.474576] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.475122] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.475122] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb302ae5-b105-4143-a467-ee1c330b140c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.619348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.619516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.619592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.619814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.619954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.620105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.620204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.620268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.620579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 902.652716] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.652893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.652967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.663545] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 902.977394] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.977752] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.977872] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.978168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.978473] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port fb302ae5-b105-4143-a467-ee1c330b140c not found, creating... [ 902.978765] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.978893] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.979013] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.979268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.979449] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.979701] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.979853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.979967] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.980203] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.980335] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.980471] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: fb302ae5-b105-4143-a467-ee1c330b140c is going to be created. [ 903.001986] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.002216] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.002334] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.002594] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.002854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.003089] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.027039] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 903.027201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.027382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.027605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.028009] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.028119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.028119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.028263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.028341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.028429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.028573] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.029551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.030445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.030445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.030445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.030445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.030445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.030445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.030445] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.532432] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.532562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.534040] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.714625] env[65968]: INFO networking_nsxv3.common.synchronization [req-b21d3f44-41bb-4617-a4f1-8f7a9cc7444f req-db248f71-e728-4691-a236-6b952b5bc90c service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 903.715038] env[65968]: INFO networking_nsxv3.common.synchronization [req-b21d3f44-41bb-4617-a4f1-8f7a9cc7444f req-db248f71-e728-4691-a236-6b952b5bc90c service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 903.715038] env[65968]: INFO networking_nsxv3.common.synchronization [req-b21d3f44-41bb-4617-a4f1-8f7a9cc7444f req-db248f71-e728-4691-a236-6b952b5bc90c service nova] Enqueued Resource ID: fb302ae5-b105-4143-a467-ee1c330b140c with Priority: HIGHEST for action port [ 903.716330] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 903.716473] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 903.716576] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb302ae5-b105-4143-a467-ee1c330b140c with Priority: HIGHEST for action port [ 903.716863] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.716988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.717921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.718185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.718290] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.719209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.719296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.719494] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb302ae5-b105-4143-a467-ee1c330b140c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.719597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.719597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.719805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.719895] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb302ae5-b105-4143-a467-ee1c330b140c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.036813] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.221623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.221735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.223116] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb302ae5-b105-4143-a467-ee1c330b140c with status ACTIVE [ 904.223303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.223429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.223497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.223800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.223956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.224176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.224279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.224338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.224502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.224602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.224792] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.224897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.224952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.225114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.225190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.225278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb302ae5-b105-4143-a467-ee1c330b140c is going to be updated. [ 904.248653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.248865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.249100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.249236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.249456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb302ae5-b105-4143-a467-ee1c330b140c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.541137] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.541137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.541137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.541137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.541137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.541137] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 904.569388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.569388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.569388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.569388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.569388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.579343] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 904.632738] env[65968]: INFO networking_nsxv3.common.synchronization [req-373c3347-8480-486f-a2cd-a0e07ddf9c87 req-667cee76-ffcd-4b52-bfe8-1b850c724b3f tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 904.633350] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 904.634096] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.634096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.634096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.634269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.634386] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.634490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.634576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.634829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.634980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.635128] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.674971] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 904.675199] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 904.675319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.675483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.675702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.675890] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.676019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.676084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.676655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.676655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.676655] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.008293] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.008477] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.008600] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.008932] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.009211] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.009371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.009480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.012008] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.012244] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.012476] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.012597] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.012769] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.012887] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.013089] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.013200] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.013342] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.033839] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.034071] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.034214] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.034394] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.034724] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.034901] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.035082] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.035452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.035607] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d01c48a-f0e7-43ce-8966-509d1b3f8fa0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.137799] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.137799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.137799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.137799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.137799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.138235] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.138235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.138235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.138368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.138628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.138628] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d already deleted. [ 905.138628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.180198] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.539349] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.539636] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.539860] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.540284] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.540466] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.540664] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 not found, creating... [ 905.540915] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.541099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.541220] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.541462] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.541618] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.541917] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542087] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542234] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.542491] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.542698] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.542928] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 is going to be created. [ 905.567797] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.567797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.568153] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.568331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.568650] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.568929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.682942] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.185601] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186245] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 906.221590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.221679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.221679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.221908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.222164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.232706] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 906.315813] env[65968]: INFO networking_nsxv3.common.synchronization [req-373c3347-8480-486f-a2cd-a0e07ddf9c87 req-342b1aea-a9d4-46ea-8fef-88fc4172b08e service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 906.315866] env[65968]: INFO networking_nsxv3.common.synchronization [req-373c3347-8480-486f-a2cd-a0e07ddf9c87 req-342b1aea-a9d4-46ea-8fef-88fc4172b08e service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 906.317452] env[65968]: INFO networking_nsxv3.common.synchronization [req-373c3347-8480-486f-a2cd-a0e07ddf9c87 req-342b1aea-a9d4-46ea-8fef-88fc4172b08e service nova] Enqueued Resource ID: 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 with Priority: HIGHEST for action port [ 906.317452] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 906.317452] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 906.317452] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 with Priority: HIGHEST for action port [ 906.320023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320023] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.320023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.320023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.320615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.320615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.320615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.320615] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.323924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.323924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.323924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.323924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.323924] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d01c48a-f0e7-43ce-8966-509d1b3f8fa0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.592447] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.592447] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.592447] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.592947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.592947] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.593139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.593173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.593223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.593306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.593383] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.828157] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.828157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.828351] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.829521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 with status ACTIVE [ 906.829688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.829838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.829909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.830182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.830260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831052] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.831052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831400] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.831400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831646] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d01c48a-f0e7-43ce-8966-509d1b3f8fa0 is going to be updated. [ 906.856161] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.856367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.856367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.856586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.856853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.857051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d01c48a-f0e7-43ce-8966-509d1b3f8fa0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.095615] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61797031-0524-4f85-972c-28a6d77a8dd0: rpc.has_security_group_logging(os_id): False [ 907.120583] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.120852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.120934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.121159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.121308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.121546] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.121695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.121836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.122014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.122398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.122543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.122608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.122817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.123160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.124085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.124085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.124085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.124085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.124085] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 907.192539] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.192880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.192880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.193067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.193282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.208157] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 907.333645] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.837464] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.837682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.837758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.837928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.838026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.838130] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be created. [ 907.870962] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.871276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.871276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.871452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.871584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.898400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: UNINITIALIZED for 2s [ 908.244853] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 908.245242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.245381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.245597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.245790] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.245935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.245996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.246195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.246283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246464] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.317434] env[65968]: INFO networking_nsxv3.common.synchronization [req-481f0743-2746-4c35-9bf2-605468214681 req-5a5a6944-a8ab-4741-8fe9-66f426e4147d tempest-ServersWithSpecificFlavorTestJSON-1777362261 tempest-ServersWithSpecificFlavorTestJSON-1777362261-project-member] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 908.317814] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGHEST for action security_group_members [ 908.318195] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.318330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.318419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.319063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.319249] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.319379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.319432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.321101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.321101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.321101] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.752831] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.753007] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.753090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.753303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.753470] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.753566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.753626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.753817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.753914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.754011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.754163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.754257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.754352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.754523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.754674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.754766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.754827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.755369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.755369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.755369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.755520] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.823318] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.823733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.825037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.825037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.825351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be updated. [ 908.856351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.856351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.856351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.856351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.857914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.867109] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: IN_PROGRESS for 2s [ 909.226261] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 909.226506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.226697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.226918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.227015] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.257787] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052096c-f488-4f8d-9aad-a84baf72d6ca: rpc.has_security_group_logging(os_id): False [ 909.277105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.277358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.277572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.277652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.277851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.278289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.278472] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.278685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.278831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.279026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.279167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.279167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.279307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.279596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.279596] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 909.381606] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.381905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.422806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 909.730298] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.730392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.730478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.730788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.731021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.731139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.731209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.731387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.731477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.731584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.731661] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.909676] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 909.909922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.910134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.910394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.910925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.910925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.910925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.911182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.911230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.911322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.911421] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.235044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.235044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.235044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.239444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239444] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.240421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.240421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.240421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.240421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.240421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.240421] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.274042] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b62644-7e7d-424e-9449-23769fa785c7 req-ef392963-26dd-472a-a02e-f91228b5602b tempest-ListImageFiltersTestJSON-404143865 tempest-ListImageFiltersTestJSON-404143865-project-member] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 910.274708] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 910.275075] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.275450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.275588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.275634] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.275702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.275917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.276009] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.276128] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.413548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.413989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.414619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.414619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.414619] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.414787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.414787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.414966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.415226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.415343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.415511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.415617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.415694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.415855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.416021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.416109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.416169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.416312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.416388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.416471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.416562] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.743512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61797031-0524-4f85-972c-28a6d77a8dd0: rpc.has_security_group_logging(os_id): False [ 910.765925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.766115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.770123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.770123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.770123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.771845] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.772219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.772757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.773539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.773835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.775067] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 910.779064] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.848941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.848941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.848941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.848941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.848941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.868182] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 910.880337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b393d12d-29f2-40bb-9022-662a89a77c41 in Status: SUCCESS [ 910.880552] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 deletion is rescheduled due to dependency. [ 910.880937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.919319] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 910.940757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.940953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.940996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.941290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.941405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.941671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.941789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.941855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.942079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.942171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.942573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.942573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.942740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.942843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.942932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.943215] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.943371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.943472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.943707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.943844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.943956] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be created. [ 911.056029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.056029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.056029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.056029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.056029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.067986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 911.167408] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-251b61c1-aac9-4496-907c-a69e5befd08e tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 911.169025] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 911.169025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.169025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.169025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.169025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.169025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.169025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.169481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.169481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.169481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.169570] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.282225] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.441306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 911.441306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.539605] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.539802] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.540295] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.540295] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.540651] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.540854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.540979] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.541230] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.541377] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.541585] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.541697] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.541807] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.541983] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.542049] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.542132] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.542337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.562029] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.562029] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.562158] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.562328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.562646] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a7b238cd-cc39-48e8-ad08-969d9027c033 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.562859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.562978] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.563320] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.563461] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b238cd-cc39-48e8-ad08-969d9027c033',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.672308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.672663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.672663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.673202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.673308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.673514] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.673614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.673683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.673871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.673949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.674046] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 911.700446] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.700588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.700624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.700815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.700956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.717859] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 911.784583] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.784819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.784819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.785065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.785183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.785294] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be updated. [ 911.855453] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.855453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.855453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.855767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.855767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.884615] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 912.066041] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.066442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.066634] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.066947] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.067154] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.067322] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a7b238cd-cc39-48e8-ad08-969d9027c033 not found, creating... [ 912.067566] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.067731] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.067870] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.068060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.068797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.069139] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.069329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.069482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.069890] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.070056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.070199] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a7b238cd-cc39-48e8-ad08-969d9027c033 is going to be created. [ 912.093231] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.093371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.093482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.093824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.094296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.840364] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-dea18b3d-48ef-4fb7-b700-f8e54f6ad9f2 service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 912.840631] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-dea18b3d-48ef-4fb7-b700-f8e54f6ad9f2 service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 912.840815] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-dea18b3d-48ef-4fb7-b700-f8e54f6ad9f2 service nova] Enqueued Resource ID: a7b238cd-cc39-48e8-ad08-969d9027c033 with Priority: HIGHEST for action port [ 912.841439] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 912.841599] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 912.841750] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b238cd-cc39-48e8-ad08-969d9027c033 with Priority: HIGHEST for action port [ 912.846368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.846368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.846795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848388] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.848388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b238cd-cc39-48e8-ad08-969d9027c033 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848700] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b238cd-cc39-48e8-ad08-969d9027c033',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.882532] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 912.882940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.081879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 913.082129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350998] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b238cd-cc39-48e8-ad08-969d9027c033 with status ACTIVE [ 913.350998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.351738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.351738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.352034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.352034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.352094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.352198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.352493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.352493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.352493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.353547] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b238cd-cc39-48e8-ad08-969d9027c033 is going to be updated. [ 913.382804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.382804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.382804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.383035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.383180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.383335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b238cd-cc39-48e8-ad08-969d9027c033" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.646163] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-b2af2a1d-64a2-4a68-aca0-8cc33710efaa tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 913.646742] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 913.647076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.647199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.729696] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 913.729903] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 deletion is rescheduled due to dependency. [ 913.730034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.730231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.730481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.730845] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.730963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.731052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.731231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.731324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.731427] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.896406] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 913.896686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.070467] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.070719] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.072050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.072050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.072050] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.072050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.072050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.072497] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.072497] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.072497] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.072745] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.072745] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.072855] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.072981] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.073079] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.073378] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.096136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.096136] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.096301] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.096483] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-654" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.096892] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-6736eb79-2fd4-4abe-9145-819032ab612c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.097133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.097307] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097722] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097877] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6736eb79-2fd4-4abe-9145-819032ab612c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.237327] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.602067] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.603044] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.603044] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.603044] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.603953] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.603953] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 6736eb79-2fd4-4abe-9145-819032ab612c not found, creating... [ 914.603953] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.603953] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.603953] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.604149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.604255] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.604608] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.604704] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.605036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.605036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.605295] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.605460] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 6736eb79-2fd4-4abe-9145-819032ab612c is going to be created. [ 914.630248] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.630884] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.630884] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.630988] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.631166] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.631391] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.738666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.924496] env[65968]: INFO networking_nsxv3.common.synchronization [req-b06ea434-488b-4668-9084-f338acf10649 req-86623cdf-e568-4088-8b45-7d20700d62af tempest-MigrationsAdminTest-1139621165 tempest-MigrationsAdminTest-1139621165-project-member] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 914.925057] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGHEST for action security_group_members [ 914.925338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.925479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.925534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.925701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.925850] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.925943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.926011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.926315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.926315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.926315] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.243941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.243941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.243941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.244135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.244252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.244373] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 915.275556] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.275988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.276192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290583] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 915.363020] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-57ee0b93-73dc-4e0e-8d6a-45fb9f136beb service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 915.363020] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-57ee0b93-73dc-4e0e-8d6a-45fb9f136beb service nova] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 915.363020] env[65968]: INFO networking_nsxv3.common.synchronization [req-d9869225-6689-41bd-a67f-1dc3ba5f0a4f req-57ee0b93-73dc-4e0e-8d6a-45fb9f136beb service nova] Enqueued Resource ID: 6736eb79-2fd4-4abe-9145-819032ab612c with Priority: HIGHEST for action port [ 915.363020] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_rules [ 915.363020] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 915.363630] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6736eb79-2fd4-4abe-9145-819032ab612c with Priority: HIGHEST for action port [ 915.365283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.365283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.365283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6736eb79-2fd4-4abe-9145-819032ab612c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.365283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.367196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.367196] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6736eb79-2fd4-4abe-9145-819032ab612c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.429120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.429277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.429345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.429603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.429694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.429885] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.429993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.430074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.430257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.430336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.430424] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be updated. [ 915.463176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.463393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.463480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.463969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.463969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.475431] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: IN_PROGRESS for 2s [ 915.868410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6736eb79-2fd4-4abe-9145-819032ab612c with status ACTIVE [ 915.868656] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.868793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.868862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.869371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.869532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.869950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.870066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.870129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.870272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.870346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.870429] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6736eb79-2fd4-4abe-9145-819032ab612c is going to be updated. [ 915.892513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.892703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.892812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.893701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.893701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.893701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6736eb79-2fd4-4abe-9145-819032ab612c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.305472] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 917.305472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.305472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.305932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.305932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.306030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.306116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.306258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.306338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.306437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.306544] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.307720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.307972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.308228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.308434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.308507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.308690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.308813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.308945] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.488548] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2036f689-8ae0-4959-9057-29e3d3ee867b in Status: SUCCESS [ 917.488548] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b deletion is rescheduled due to dependency. [ 917.488548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.811736] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.811995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.812355] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.317109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.819605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.819813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.819813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.820141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.820213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.820273] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 918.853473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.854030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.854455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.854837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.854998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.866471] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 919.004776] env[65968]: INFO networking_nsxv3.common.synchronization [req-48e5b6e6-b858-4f93-8694-5e3d068b7f4a req-8ebf5341-21fa-4ba3-b13f-0ba826527330 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 919.005361] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 919.005695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.005933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.005933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.006262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.006411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.006535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.006619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.006798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.006908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.007053] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.373888] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.374272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.374272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.374511] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.374776] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.374938] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.375138] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.375421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.375614] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.375835] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.375949] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.376104] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.376170] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.376280] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.376383] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.376512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.399720] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.399933] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.400096] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.400276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.400694] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-1659377d-4068-4600-aa01-33a14fa56e42 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.400913] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.401049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.401397] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.401554] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1659377d-4068-4600-aa01-33a14fa56e42',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.510182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.510580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.510580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.510734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.510773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.511011] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.511110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.511171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.511335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.511410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.511494] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16559ec-fdc0-4eef-8412-794794371550 already deleted. [ 919.511842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.562401] env[65968]: INFO networking_nsxv3.common.synchronization [req-f121a641-0012-49eb-af98-e7e0633406b4 req-cc0b5a54-28aa-4d1e-952c-12671d7e9fff tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 919.563040] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 919.563390] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.563729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.563729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.563997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.564178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.564278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.564337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.564495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.564581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.564672] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.903949] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.904174] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.904265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.904557] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.904753] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.904856] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 1659377d-4068-4600-aa01-33a14fa56e42 not found, creating... [ 919.905199] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.905365] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.905482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.905716] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.905854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906163] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.906317] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906433] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906958] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.906958] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906958] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 1659377d-4068-4600-aa01-33a14fa56e42 is going to be created. [ 919.927166] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927514] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927660] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927938] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928204] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928532] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.067035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.067362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067362] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.067592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.067667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067751] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 920.114525] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.114660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.114735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.115333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.115512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.136103] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 920.665181] env[65968]: INFO networking_nsxv3.common.synchronization [req-48e5b6e6-b858-4f93-8694-5e3d068b7f4a req-992019f2-ff80-460e-8758-f779ad6bfc87 service nova] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 920.665444] env[65968]: INFO networking_nsxv3.common.synchronization [req-48e5b6e6-b858-4f93-8694-5e3d068b7f4a req-992019f2-ff80-460e-8758-f779ad6bfc87 service nova] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 920.665649] env[65968]: INFO networking_nsxv3.common.synchronization [req-48e5b6e6-b858-4f93-8694-5e3d068b7f4a req-992019f2-ff80-460e-8758-f779ad6bfc87 service nova] Enqueued Resource ID: 1659377d-4068-4600-aa01-33a14fa56e42 with Priority: HIGHEST for action port [ 920.669240] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_rules [ 920.669403] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 920.669505] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1659377d-4068-4600-aa01-33a14fa56e42 with Priority: HIGHEST for action port [ 920.669981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.670135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.670206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.670420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.670505] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.671529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.671649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.671718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.671905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.672063] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.672157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.672216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.672358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.672440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.672546] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.673788] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1659377d-4068-4600-aa01-33a14fa56e42 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.673788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.673788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.674025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.674105] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1659377d-4068-4600-aa01-33a14fa56e42',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.880140] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 920.880140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.880140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.880269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.880581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.880581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.880745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.880908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.881031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.881151] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.176064] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.176199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.176435] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.177430] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1659377d-4068-4600-aa01-33a14fa56e42 with status ACTIVE [ 921.177606] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.177759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.177829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.178039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.178151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.178349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.178446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.178500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.178661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.178740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.178984] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.181146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.181238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.181769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.181769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.181769] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1659377d-4068-4600-aa01-33a14fa56e42 is going to be updated. [ 921.223463] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.225192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.225192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.225192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.225192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.225192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1659377d-4068-4600-aa01-33a14fa56e42" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.386380] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.684109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.888886] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.147192] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 922.147373] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 922.147492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.189524] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.190937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.190937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.190937] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16559ec-fdc0-4eef-8412-794794371550 is going to be created. [ 922.223771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.226018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.226018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.226018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.226018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.239920] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: UNINITIALIZED for 2s [ 922.391879] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.392513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.394662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.394662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.394662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.394662] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 922.425301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.425301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.425301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.425301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.425301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.434226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 924.251864] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: SUCCESS [ 924.252212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.252330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.252570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.252680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.252906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.252977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.253212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.253348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.253482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.253625] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.447453] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 924.447685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.447853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.448113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.448308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.448430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.448497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.448656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.448736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.448876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.449041] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.449140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.449193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.449344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.449486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.449577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.449632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.449769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.449860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.449962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.450207] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.755988] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.952597] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2adfe914-be92-49e0-8fd2-a89710641337: rpc.has_security_group_logging(os_id): False [ 924.972805] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.976168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.976303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.976587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.976804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.976910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.977154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.977276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.977623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.977623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.977796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.977902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.978016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.978241] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.978373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.978462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.978639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.978778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.979609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 925.045019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061877] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 925.258677] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f16559ec-fdc0-4eef-8412-794794371550: rpc.has_security_group_logging(os_id): False [ 925.278574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.278719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.278793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.279126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279422] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.279634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.279634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.280490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.280490] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16559ec-fdc0-4eef-8412-794794371550 is going to be created. [ 925.354152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.354152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.354152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.354152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.354152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.366519] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: IN_PROGRESS for 2s [ 925.587838] env[65968]: INFO networking_nsxv3.common.synchronization [None req-cab2ea42-60f2-48af-8ca5-ef5755343187 None None] Enqueued Resource ID: 423ac900-c68b-4bf8-8849-7f088ac7900b with Priority: HIGHEST for action port [ 925.588445] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423ac900-c68b-4bf8-8849-7f088ac7900b with Priority: HIGHEST for action port [ 925.588813] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-423ac900-c68b-4bf8-8849-7f088ac7900b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.588965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423ac900-c68b-4bf8-8849-7f088ac7900b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.589041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423ac900-c68b-4bf8-8849-7f088ac7900b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.589431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423ac900-c68b-4bf8-8849-7f088ac7900b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.589525] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423ac900-c68b-4bf8-8849-7f088ac7900b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.093174] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 423ac900-c68b-4bf8-8849-7f088ac7900b [ 926.095048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.095048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.095048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.095048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.095048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.095048] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:423ac900-c68b-4bf8-8849-7f088ac7900b already deleted. [ 926.095048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423ac900-c68b-4bf8-8849-7f088ac7900b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.081156] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 927.081528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.081614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.081871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.081954] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.305291] env[65968]: INFO networking_nsxv3.common.synchronization [req-7e450115-f1ea-43f2-a6e5-9acb8e5aafb7 req-6b1bfdb6-9960-44e4-be14-5249670ed293 tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 927.305837] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 927.306364] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.306723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.306723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.306898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.306961] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.307468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.307468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.307468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.307468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.307468] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.383522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: SUCCESS [ 927.383739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566652] env[65968]: INFO networking_nsxv3.common.synchronization [req-9e1e4486-f781-4fd3-8e5b-74edc03e6563 req-4753b7b8-3217-4c2f-98f9-cc132935c50d tempest-MultipleCreateTestJSON-1701925065 tempest-MultipleCreateTestJSON-1701925065-project-member] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 927.567751] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGHEST for action security_group_members [ 927.567751] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.567751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.584459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.584652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.817021] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.868684] env[65968]: INFO networking_nsxv3.common.synchronization [req-3b7aad35-9645-4712-9c08-a7d1e76a98c9 req-94b23cce-c0a1-40ca-976a-4839a59837d6 tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 927.869586] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 927.869758] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.869892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.869958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.873787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.873787] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.873787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.873787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.873787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.873787] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.304473] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.304473] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.304473] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.304858] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.304896] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.305777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.305952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.306328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.306498] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.306732] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.306856] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.306963] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.307081] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.307220] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.307288] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.307419] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.316951] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.330135] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.330359] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.330522] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.330729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331099] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-105074ca-7d94-4596-bca8-6bc016a77806 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.331327] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.331485] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.331820] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.331962] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105074ca-7d94-4596-bca8-6bc016a77806',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.375642] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.558141] env[65968]: INFO networking_nsxv3.common.synchronization [None req-0bbc91cb-4daa-4c02-9eb1-900c48893cef None None] Enqueued Resource ID: daa5554c-6a9b-4d7f-9693-03f9c87af303 with Priority: HIGHEST for action port [ 928.558141] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa5554c-6a9b-4d7f-9693-03f9c87af303 with Priority: HIGHEST for action port [ 928.558141] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa5554c-6a9b-4d7f-9693-03f9c87af303 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.558141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa5554c-6a9b-4d7f-9693-03f9c87af303" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.558141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa5554c-6a9b-4d7f-9693-03f9c87af303" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.558387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa5554c-6a9b-4d7f-9693-03f9c87af303" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.558489] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa5554c-6a9b-4d7f-9693-03f9c87af303',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.786592] env[65968]: INFO networking_nsxv3.common.synchronization [req-5c096293-682b-457d-b7c6-f8f1b7d460a9 req-382eef1d-932b-409f-9759-c3cc95f8fb14 tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 928.787431] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 928.787875] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.788079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.788251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.788488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.788663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.788792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.788911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.789552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.789552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.789552] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.821355] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.821632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.821727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.822051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.823256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.823256] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 928.835156] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.835156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.835156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.835504] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.835746] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.836016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 105074ca-7d94-4596-bca8-6bc016a77806 not found, creating... [ 928.836426] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.836690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.836883] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.837303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.837525] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.839049] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.839049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.839049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.839049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.839049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.839049] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 105074ca-7d94-4596-bca8-6bc016a77806 is going to be created. [ 928.858636] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.858636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.858839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.858933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.859069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.867839] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 928.870714] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.871038] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.871192] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.871497] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.871739] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.871962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.878237] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.062086] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa5554c-6a9b-4d7f-9693-03f9c87af303 [ 929.062307] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.062440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.062507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.062748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.062917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.063025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa5554c-6a9b-4d7f-9693-03f9c87af303 already deleted. [ 929.063117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa5554c-6a9b-4d7f-9693-03f9c87af303" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.293293] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.380673] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.380954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.380954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.381183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.381277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.381415] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 929.416172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.416330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.419061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.419061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.419061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.428082] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 929.569266] env[65968]: INFO networking_nsxv3.common.synchronization [req-3b7aad35-9645-4712-9c08-a7d1e76a98c9 req-010c4152-0260-4659-8198-ae4757976b51 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 929.569443] env[65968]: INFO networking_nsxv3.common.synchronization [req-3b7aad35-9645-4712-9c08-a7d1e76a98c9 req-010c4152-0260-4659-8198-ae4757976b51 service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 929.569577] env[65968]: INFO networking_nsxv3.common.synchronization [req-3b7aad35-9645-4712-9c08-a7d1e76a98c9 req-010c4152-0260-4659-8198-ae4757976b51 service nova] Enqueued Resource ID: 105074ca-7d94-4596-bca8-6bc016a77806 with Priority: HIGHEST for action port [ 929.570078] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 929.570215] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 929.570310] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105074ca-7d94-4596-bca8-6bc016a77806 with Priority: HIGHEST for action port [ 929.570569] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.570812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.570812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.570946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.571018] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.575073] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.575187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.575316] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-105074ca-7d94-4596-bca8-6bc016a77806 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.575416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.575475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.575659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.575736] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105074ca-7d94-4596-bca8-6bc016a77806',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.582731] env[65968]: INFO networking_nsxv3.common.synchronization [req-dbd24f3a-b5db-4650-b902-1e6dc96f8019 req-b60a5d6f-2809-499e-909e-f965441edb1f tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 929.584041] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 929.584193] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.584662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.584662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.584662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.584798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.584798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.584877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.585085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.585085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.585178] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.796603] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.075638] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.075872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.084466] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 105074ca-7d94-4596-bca8-6bc016a77806 with status ACTIVE [ 930.084563] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.084707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.084770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.084982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.085468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.085468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.085468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.085468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.085701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.085701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.085784] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.085874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.085926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.086074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.086145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.086234] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 105074ca-7d94-4596-bca8-6bc016a77806 is going to be updated. [ 930.087421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.087539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.087595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.087747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.087825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.087989] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.088459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.088529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.088673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.088749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.088832] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 930.116145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.116358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.116358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.116961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.116961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.117148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-105074ca-7d94-4596-bca8-6bc016a77806" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.123145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.123298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.123355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.123539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.123676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.133166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 930.299122] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.299243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.299332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.299518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.299602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.299737] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 930.348417] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.348697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.348697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.348849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.348998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.361575] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 930.884950] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 930.885291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.885375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.885568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.885769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.885886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.885947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.886093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.886173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.886266] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.389206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.389415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.389464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.389687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.389787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.389986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.390101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.390163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.390316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.390390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.390476] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 931.419049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.419253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.419253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.419484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.419629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.433638] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 931.438035] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 931.438295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.438424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.438700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.438907] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.439041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.439108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.439272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.439353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.439449] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.941834] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.144595] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 932.144792] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 932.145053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.377410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 932.377410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.443536] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.784158] env[65968]: INFO networking_nsxv3.common.synchronization [req-3d0fe938-f247-417d-81c0-353563423d34 req-26d13eed-2dc7-4846-9426-0a48c86e2f2d tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 932.784158] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 932.784158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.784158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.784158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.784762] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.949567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.950074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.950074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.950074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.950242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.950288] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 932.982888] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.983147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.983147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.983383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.983506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.996683] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 933.141165] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.141805] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.141941] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.142240] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.142513] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.142676] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.142797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.143115] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.143265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.143476] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.143592] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.143703] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.143888] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.144081] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.144140] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.144625] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.163470] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.163470] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.163470] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.163470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.163694] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3cd74c7c-6896-492b-8692-3d9431899f16 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.163877] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.163931] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.164281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.164417] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cd74c7c-6896-492b-8692-3d9431899f16',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.286777] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.445655] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 933.445868] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 deletion is rescheduled due to dependency. [ 933.445998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.446215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.446468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.446699] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.446847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.446917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.447154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.447230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.447330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.447437] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.669055] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.669373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.669373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.669663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.669794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.669949] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3cd74c7c-6896-492b-8692-3d9431899f16 not found, creating... [ 933.670244] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.670398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.670502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.670780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.670918] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671402] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.671402] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.671593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.671694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.671838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.672046] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3cd74c7c-6896-492b-8692-3d9431899f16 is going to be created. [ 933.695135] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.695378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.695502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.695776] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.696064] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.696330] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.788606] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.949838] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.950212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.950212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.950398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.950607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.950743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.950826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.951030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.951124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.951239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.951404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.951501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.951558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.951710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.951852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.951945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.952008] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.952185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.952267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.952335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.952382] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.292033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.292187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.292932] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 934.334089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.334089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.334210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.334462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.334858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.345530] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 934.445914] env[65968]: INFO networking_nsxv3.common.synchronization [req-3d0fe938-f247-417d-81c0-353563423d34 req-9fb126de-0a10-452b-8eeb-d70282d04c0c service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 934.446137] env[65968]: INFO networking_nsxv3.common.synchronization [req-3d0fe938-f247-417d-81c0-353563423d34 req-9fb126de-0a10-452b-8eeb-d70282d04c0c service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 934.446243] env[65968]: INFO networking_nsxv3.common.synchronization [req-3d0fe938-f247-417d-81c0-353563423d34 req-9fb126de-0a10-452b-8eeb-d70282d04c0c service nova] Enqueued Resource ID: 3cd74c7c-6896-492b-8692-3d9431899f16 with Priority: HIGHEST for action port [ 934.446991] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 934.447100] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 934.447137] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74c7c-6896-492b-8692-3d9431899f16 with Priority: HIGHEST for action port [ 934.447842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.447980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.448115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.448336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.448419] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.449555] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.449555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.450459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cd74c7c-6896-492b-8692-3d9431899f16 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.450459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.450459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.450459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.450459] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cd74c7c-6896-492b-8692-3d9431899f16',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.453970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2adfe914-be92-49e0-8fd2-a89710641337: rpc.has_security_group_logging(os_id): False [ 934.474625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.474625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.474625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.475013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.475013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.475013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.475101] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.475167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.475265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.475420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.475536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.476044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.476044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.476044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.476218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.476250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.476354] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be updated. [ 934.552923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.553198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.553309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.553607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.553863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.576704] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: IN_PROGRESS for 2s [ 934.951988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.952314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.954601] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cd74c7c-6896-492b-8692-3d9431899f16 with status ACTIVE [ 934.954828] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.954962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.955045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.955294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.955389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.955573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.955677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.955760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.955885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.955961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.956159] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.956251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.956304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.956444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.956516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.956607] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cd74c7c-6896-492b-8692-3d9431899f16 is going to be updated. [ 934.983277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.983277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.983464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.983560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.983701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.983896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cd74c7c-6896-492b-8692-3d9431899f16" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.008969] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 935.009224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.009400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.009622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.009880] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.010075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.010125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.011046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.011046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011046] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.513526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.513742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.513855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.514053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.514232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.514547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.514629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.514713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.514859] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.515028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.515218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.515329] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.515387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.515444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.515579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.515833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.515833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.515833] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.019512] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7f587d-b7de-4133-b57b-21636e296be4: rpc.has_security_group_logging(os_id): False [ 936.043160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.043403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.043403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.043591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.043709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.043885] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.044050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.044118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.044279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.044354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.044542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.044635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.044696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.044834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.044906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.045120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.045212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.045275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.045413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.045484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.045567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 936.113364] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.113530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.113614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.113876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.114054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.140290] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 936.357748] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 936.358011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.358216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.358444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.358633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.358750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.358815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.358972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.359058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.359155] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.598191] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2adfe914-be92-49e0-8fd2-a89710641337 in Status: SUCCESS [ 936.598475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.861562] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.365116] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.866947] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.867132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.867194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.867436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.867525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.867636] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 937.922688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.922982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.923336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.923519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.935441] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 938.158767] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 938.158995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.448577] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 939.448936] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 939.948334] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.950027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.950027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.950027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.454530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.454868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.454868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.455456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.457042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.457042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.457042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.457164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.457164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.457250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.457423] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.457528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.457638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.457740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.457882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.457974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.458041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.458181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.458255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.458388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.458443] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.918587] env[65968]: INFO networking_nsxv3.common.synchronization [req-9eb9e0ce-d476-4c7e-858f-66e81980eb7f req-525398cf-51ec-4b94-bb50-dce716e49587 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 940.919459] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 940.919950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.920185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.920299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.920617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.920894] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.921095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.921319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.921504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.921652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.921828] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.963119] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 940.986795] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.986976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.986976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.987237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.987348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.987984] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.988141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.988221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.988423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.988640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.988827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.989053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.989180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.989420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.989520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.989733] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.989862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.990076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.990243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.990434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.990806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 941.083280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.083280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.083605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.084671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.086492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.102979] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 941.316199] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.316365] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.316530] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.316909] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.317210] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.317393] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.317522] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.317770] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.317953] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.318143] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.318257] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.318375] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.318542] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.318926] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.318926] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.319094] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.343789] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.344043] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.344221] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.344475] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.344736] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.344971] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.345108] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.345411] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.345612] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6866b00c-2ea5-4166-a0b6-8c0004b7c90b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.424848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.424963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.427020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.427020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.449685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.449980] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.450144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.450208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.450416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.450508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.450595] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 941.481646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.482439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.482439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.482439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.482715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.496617] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 941.848507] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.848507] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.848849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848849] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849025] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849217] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 6866b00c-2ea5-4166-a0b6-8c0004b7c90b not found, creating... [ 941.849526] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849817] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.850087] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.850228] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.850567] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.850735] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.850893] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.851181] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.851342] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.851486] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 6866b00c-2ea5-4166-a0b6-8c0004b7c90b is going to be created. [ 941.874590] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.874801] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.874922] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.875243] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.875532] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.875795] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.459562] env[65968]: INFO networking_nsxv3.common.synchronization [req-febf4486-a647-4415-89cd-a0976463c707 req-5ede1941-5954-47f6-8d76-83b27b9e888f tempest-ListImageFiltersTestJSON-404143865 tempest-ListImageFiltersTestJSON-404143865-project-member] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 942.460370] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGHEST for action security_group_members [ 942.460493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.460581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.461213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.461213] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.461213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.461213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.461439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.461439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.461504] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.594652] env[65968]: INFO networking_nsxv3.common.synchronization [req-9eb9e0ce-d476-4c7e-858f-66e81980eb7f req-4039eb93-3f5d-48bc-b507-5c45fc5f1b67 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 942.594937] env[65968]: INFO networking_nsxv3.common.synchronization [req-9eb9e0ce-d476-4c7e-858f-66e81980eb7f req-4039eb93-3f5d-48bc-b507-5c45fc5f1b67 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 942.594937] env[65968]: INFO networking_nsxv3.common.synchronization [req-9eb9e0ce-d476-4c7e-858f-66e81980eb7f req-4039eb93-3f5d-48bc-b507-5c45fc5f1b67 service nova] Enqueued Resource ID: 6866b00c-2ea5-4166-a0b6-8c0004b7c90b with Priority: HIGHEST for action port [ 942.595481] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 942.595651] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 942.595751] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6866b00c-2ea5-4166-a0b6-8c0004b7c90b with Priority: HIGHEST for action port [ 942.596294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.596424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.596492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.596752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.596998] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.598499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.598755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.599040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.599209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.599318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.599569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.599786] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6866b00c-2ea5-4166-a0b6-8c0004b7c90b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.964275] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.964768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.964768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.966058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.966131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.966368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.966469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.966543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.966721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.966797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.966911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be updated. [ 942.995468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.995594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.995636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.995817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.996400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.006858] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: IN_PROGRESS for 2s [ 943.101524] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.101713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.101937] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6866b00c-2ea5-4166-a0b6-8c0004b7c90b with status ACTIVE [ 943.102143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.102255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.102364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.102528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.102614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.102819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.102953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.103045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.103199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.103313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.103670] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.103670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.103670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.103881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.103881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.104021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6866b00c-2ea5-4166-a0b6-8c0004b7c90b is going to be updated. [ 943.119902] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 943.120180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.127341] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.127558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.127644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.127857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.127994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.128192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6866b00c-2ea5-4166-a0b6-8c0004b7c90b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.509496] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 943.509610] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 deletion is rescheduled due to dependency. [ 943.509681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.509918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.510669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.510669] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.510669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.510669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.510949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.511078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.511183] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.014694] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.326653] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.326913] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.327105] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.327410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.327718] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.327905] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.328080] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.328350] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.328569] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.328790] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.328951] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.329125] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.329266] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.329388] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.329510] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.329668] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.349754] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.349913] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.350054] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.350228] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-699" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.350549] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.350727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.350868] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.351180] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.351318] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eab9d42-38e0-4ad8-815e-fe1e340c6fb1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.516928] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.854118] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.854429] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.854530] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.854898] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.855116] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.855443] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.855611] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.855730] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.855958] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.856110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.856403] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.856565] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.856680] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.856892] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.857035] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.857258] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 is going to be updated. [ 944.879794] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.879977] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.880084] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.880363] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.880690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.881028] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.017197] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a418c1b4-55f6-4379-83dd-144504622c75 in Status: SUCCESS [ 945.017501] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a418c1b4-55f6-4379-83dd-144504622c75 deletion is rescheduled due to dependency. [ 945.017501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.019045] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.019183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.019253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.019461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.019544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.019636] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 945.054707] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.054880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.054971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.055236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.055433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.065020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 945.591207] env[65968]: INFO networking_nsxv3.common.synchronization [req-800fd1b2-a410-4cd2-b634-c7894cea1aec req-386ca9cd-eb94-4f70-9d07-4355027f5261 service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 945.591397] env[65968]: INFO networking_nsxv3.common.synchronization [req-800fd1b2-a410-4cd2-b634-c7894cea1aec req-386ca9cd-eb94-4f70-9d07-4355027f5261 service nova] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 945.591532] env[65968]: INFO networking_nsxv3.common.synchronization [req-800fd1b2-a410-4cd2-b634-c7894cea1aec req-386ca9cd-eb94-4f70-9d07-4355027f5261 service nova] Enqueued Resource ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with Priority: HIGHEST for action port [ 945.592129] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_rules [ 945.592258] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 945.592491] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with Priority: HIGHEST for action port [ 945.592878] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.593121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.593740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.593740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.593740] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.594591] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.594717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.594762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.594947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.595125] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.595237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.595273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.595449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.595577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.595684] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.596510] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.596648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.596704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.597859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.597859] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eab9d42-38e0-4ad8-815e-fe1e340c6fb1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.099220] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.100786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.101624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.101624] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 with status ACTIVE [ 946.101802] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.101982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.101982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.102737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.102737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.102737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.102737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.102994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.103105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.103247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.103527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.103674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.103774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.104040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.104147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.104269] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eab9d42-38e0-4ad8-815e-fe1e340c6fb1 is going to be updated. [ 946.130038] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.130038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.130038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.130038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.130384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.130384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eab9d42-38e0-4ad8-815e-fe1e340c6fb1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.606653] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.080204] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 947.080204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.080204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.080204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.080204] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.080509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.080509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.080509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.081133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.081133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.081133] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.109567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.110015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.110015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.110200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.110327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.110461] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 947.153671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.153856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.153895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.154230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.154397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166926] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 947.583690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.583911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.583995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.584343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.584529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.584632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.584696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.584850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.584947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.585118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.585155] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.585454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.585594] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.585871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.585945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.586124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.586124] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.088332] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fb4b6f-bc29-487f-b212-830859874b64: rpc.has_security_group_logging(os_id): False [ 948.110210] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.110597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.110739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.110898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.111150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.111313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.111313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.111860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.111860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.111860] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.111860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.112072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.112072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.112137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.112347] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.112474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.112512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.112652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.112727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.112811] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 948.183010] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.183276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.183393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.183683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.183852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.202530] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 948.207035] env[65968]: INFO networking_nsxv3.common.synchronization [None req-aefd7416-1796-42c8-8b13-c03671b2e5c7 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 948.208249] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 948.208476] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.208650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.208791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.209270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.209270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.209378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.209468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.209745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.209745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.209745] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.712728] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.177556] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 949.177902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.178112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178544] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.178829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.178829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.179108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.179422] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.215421] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.681479] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.681656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.681742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.681997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.682240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.682348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.682429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.682605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.682692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.682781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.682952] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.683094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.683180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.683320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.683488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.683616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.683690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.683856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.683958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.684064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.684159] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.717895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.718081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.718154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.718364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.718487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.718551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 949.754933] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.755145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.755227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.755525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.755680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.767257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 949.939998] env[65968]: INFO networking_nsxv3.common.synchronization [req-d18acfb9-18a3-4885-9c64-16a7c5c1dc96 req-2b73495a-d422-4cd0-a902-195ec1a187d3 tempest-ServersV294TestFqdnHostnames-1480323740 tempest-ServersV294TestFqdnHostnames-1480323740-project-member] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 949.940711] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGHEST for action security_group_members [ 949.941124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.941286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.941377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.941632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.941827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.941956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.942058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.942251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.942359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.942482] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.185962] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f5ff0-fe24-429c-b32b-326ebec0d5a6: rpc.has_security_group_logging(os_id): False [ 950.207347] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.207503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.207648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.207797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.207891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.208211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.208211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.208619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.208619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.208619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.208731] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.208783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.208816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.208933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.209016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.209210] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.209303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.209362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.209915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.209915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.209915] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 950.215562] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 950.215776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.271969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.272129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.272192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.272464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.272540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.278856] env[65968]: INFO networking_nsxv3.common.synchronization [req-cbfb3912-e4f3-409f-b364-e25e3605a587 req-21b72845-feba-43de-9b17-f1fde47e43ea tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 950.279499] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 950.279749] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.279882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.279918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.280287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.280479] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.280571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.283019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.283019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.283019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.283019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.290020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 950.447277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.447277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.447277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.447277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.476036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.476036] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.476036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.476036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.476342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.476342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.476342] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 is going to be updated. [ 950.511531] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.511730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.511776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.512042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.512221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524205] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: IN_PROGRESS for 2s [ 950.658204] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.658524] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.658693] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.659065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.659467] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.659696] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.659876] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.660627] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.660785] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.661099] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.661233] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.661390] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.661562] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.661693] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.661850] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.661932] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.684612] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.684612] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.684612] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.684612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.684612] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-57af14e3-b3da-4742-abc5-d78f30cd98cf taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.684612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.684612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.685056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.685095] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57af14e3-b3da-4742-abc5-d78f30cd98cf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.785578] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.187951] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.188371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.188371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.188748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.189113] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.189391] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 57af14e3-b3da-4742-abc5-d78f30cd98cf not found, creating... [ 951.189795] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.190081] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.190309] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.190583] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.190782] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.191247] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.191437] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.191582] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.191955] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192348] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 57af14e3-b3da-4742-abc5-d78f30cd98cf is going to be created. [ 951.232512] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.233379] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.233379] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.233592] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.233860] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.234233] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.289202] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.564552] env[65968]: INFO networking_nsxv3.common.synchronization [None req-6806760c-e9f3-4853-9cb1-b8567482bf4b None None] Enqueued Resource ID: d124fa3c-e681-47c5-8970-bde4e0b071ee with Priority: HIGHEST for action port [ 951.565061] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d124fa3c-e681-47c5-8970-bde4e0b071ee with Priority: HIGHEST for action port [ 951.565396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d124fa3c-e681-47c5-8970-bde4e0b071ee taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.565518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d124fa3c-e681-47c5-8970-bde4e0b071ee" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.565587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d124fa3c-e681-47c5-8970-bde4e0b071ee" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d124fa3c-e681-47c5-8970-bde4e0b071ee" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565916] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d124fa3c-e681-47c5-8970-bde4e0b071ee',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.779123] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 951.779457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.793329] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.793506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.793506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.793909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.793993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.794158] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 951.830387] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.830387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.830387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.830387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.830387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.844278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 951.986713] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf37d8cf-a186-4ffe-9051-a5ca4bbdf402 req-1e5c8591-0665-4c41-ba39-b3616e90ab3e service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 951.986916] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf37d8cf-a186-4ffe-9051-a5ca4bbdf402 req-1e5c8591-0665-4c41-ba39-b3616e90ab3e service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 951.987104] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf37d8cf-a186-4ffe-9051-a5ca4bbdf402 req-1e5c8591-0665-4c41-ba39-b3616e90ab3e service nova] Enqueued Resource ID: 57af14e3-b3da-4742-abc5-d78f30cd98cf with Priority: HIGHEST for action port [ 951.987615] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 951.987754] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 951.987853] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57af14e3-b3da-4742-abc5-d78f30cd98cf with Priority: HIGHEST for action port [ 951.988403] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.989063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.989253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989342] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.990339] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.990471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.990558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.990848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.990920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.991975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.991975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.991975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.991975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.991975] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.992561] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-57af14e3-b3da-4742-abc5-d78f30cd98cf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.992682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.992747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.997093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.997314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57af14e3-b3da-4742-abc5-d78f30cd98cf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.069363] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d124fa3c-e681-47c5-8970-bde4e0b071ee [ 952.069363] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.069572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.069572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.070208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.070208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.070208] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d124fa3c-e681-47c5-8970-bde4e0b071ee already deleted. [ 952.070208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d124fa3c-e681-47c5-8970-bde4e0b071ee" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.317102] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 952.317102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.501634] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.501860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.502169] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.503308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57af14e3-b3da-4742-abc5-d78f30cd98cf with status ACTIVE [ 952.503613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.503780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.503875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.504184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.508225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.508225] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.508225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.508225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.508378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.508378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.509042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.509042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.509042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.509281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.509281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.509448] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57af14e3-b3da-4742-abc5-d78f30cd98cf is going to be updated. [ 952.537957] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 in Status: SUCCESS [ 952.538232] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 deletion is rescheduled due to dependency. [ 952.538378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.540559] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.540559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.540559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.540559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.540559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.540559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57af14e3-b3da-4742-abc5-d78f30cd98cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.012058] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.516767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.517132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.517132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.517254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.517465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.517564] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 953.551451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.554056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.554181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.554390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.554566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.567409] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 953.831999] env[65968]: INFO networking_nsxv3.common.synchronization [req-672b016c-5655-4bfa-b8c5-2beaff42d6e7 req-a61ec422-d00b-4185-b05e-643d6cb56f23 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 953.832611] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 953.832950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.838702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.838799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.839092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.839269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.839368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.839427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.839588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.839664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.839753] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.858290] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 953.858579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.147442] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2436b6d3-2959-487e-a749-73349a8bdce3 None None] Enqueued Resource ID: 2a9dc936-9b97-4e6e-af5a-e7a88a851b38 with Priority: HIGHEST for action port [ 954.148806] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9dc936-9b97-4e6e-af5a-e7a88a851b38 with Priority: HIGHEST for action port [ 954.149335] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a9dc936-9b97-4e6e-af5a-e7a88a851b38 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.149514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a9dc936-9b97-4e6e-af5a-e7a88a851b38" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.149622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a9dc936-9b97-4e6e-af5a-e7a88a851b38" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.149989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a9dc936-9b97-4e6e-af5a-e7a88a851b38" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.150165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9dc936-9b97-4e6e-af5a-e7a88a851b38',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.229035] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.229035] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-882" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.229035] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-882" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.229345] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-882" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.229636] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.229798] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.229911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233450] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233450] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233450] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.233450] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.233450] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.233450] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.233450] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.233450] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.233450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.275468] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.276715] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.276715] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.276715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-882" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.276715] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.276715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.276715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.277418] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.277418] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.342841] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.343134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.343134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.343438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.343438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.343644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.343747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.343810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.344085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344184] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 already deleted. [ 954.344260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.652649] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a9dc936-9b97-4e6e-af5a-e7a88a851b38 [ 954.652946] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.655505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.655505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.655505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.655505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.655505] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a9dc936-9b97-4e6e-af5a-e7a88a851b38 already deleted. [ 954.655505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a9dc936-9b97-4e6e-af5a-e7a88a851b38" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.682243] env[65968]: INFO networking_nsxv3.common.synchronization [None req-dd449135-15d6-4dd7-abcd-d9b14982d8f1 None None] Enqueued Resource ID: c3fd6f92-bb87-4a37-a056-149eda76abbc with Priority: HIGHEST for action port [ 954.682581] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3fd6f92-bb87-4a37-a056-149eda76abbc with Priority: HIGHEST for action port [ 954.682907] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3fd6f92-bb87-4a37-a056-149eda76abbc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.683102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3fd6f92-bb87-4a37-a056-149eda76abbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.683315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3fd6f92-bb87-4a37-a056-149eda76abbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.683509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3fd6f92-bb87-4a37-a056-149eda76abbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.683608] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3fd6f92-bb87-4a37-a056-149eda76abbc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.780041] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.780265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.780350] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.781403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.781403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.781403] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c not found, creating... [ 954.781403] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.781403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.781768] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.781768] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.781838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.782122] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.782282] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.782417] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.782634] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.782763] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.782908] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c is going to be created. [ 954.807812] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.808113] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.808403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.808531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.808823] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.809211] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.187421] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3fd6f92-bb87-4a37-a056-149eda76abbc [ 955.188554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.188554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.188554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.189951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.189951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.189951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3fd6f92-bb87-4a37-a056-149eda76abbc already deleted. [ 955.189951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3fd6f92-bb87-4a37-a056-149eda76abbc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.524287] env[65968]: INFO networking_nsxv3.common.synchronization [req-672b016c-5655-4bfa-b8c5-2beaff42d6e7 req-217934e0-fc93-4026-994a-715f0318356c service nova] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 955.524287] env[65968]: INFO networking_nsxv3.common.synchronization [req-672b016c-5655-4bfa-b8c5-2beaff42d6e7 req-217934e0-fc93-4026-994a-715f0318356c service nova] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 955.524483] env[65968]: INFO networking_nsxv3.common.synchronization [req-672b016c-5655-4bfa-b8c5-2beaff42d6e7 req-217934e0-fc93-4026-994a-715f0318356c service nova] Enqueued Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 955.525929] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 955.525929] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 955.525929] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 955.525929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.525929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.525929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.526453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.526554] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.528170] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.528344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.528492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.529970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.529970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.529970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.529970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.529970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.529970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.529970] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.531260] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.531260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.531260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.531260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.531260] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.579708] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 955.581861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.581861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.581861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.581861] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.581861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.581861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.582215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.582215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.582276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.582378] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.033306] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.039020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with status ACTIVE [ 956.039020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.039020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.039679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.039679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c is going to be updated. [ 956.068171] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.069505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.069621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.069813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.070095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.070388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.085603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.085738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.085738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.086036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.086190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.086295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.086357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.086682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.086682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.086789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.086924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.087554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.087554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.087554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.087554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.087554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.087554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.087822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.087822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.087822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.087905] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.473115] env[65968]: INFO networking_nsxv3.common.synchronization [req-ddc343ee-61b0-4958-b235-9fbde3cc2b89 req-4820a95d-bda1-4b47-b05f-c4c733046f35 tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 956.473688] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 956.473990] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.474889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.474961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.475185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.475349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.475511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.475577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.475728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.475812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.475901] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.541685] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.590213] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fb4b6f-bc29-487f-b212-830859874b64: rpc.has_security_group_logging(os_id): False [ 956.615611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.615793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.615834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.616764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.616764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.616764] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.616764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.617046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.617262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.618077] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.618077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.618077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.618077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.618378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.618456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.618718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.618718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.618812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.618879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.619013] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 956.687442] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.687633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.687673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.687854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.688304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.706428] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 956.751284] env[65968]: INFO networking_nsxv3.common.synchronization [None req-fcdec559-c1c3-4b1c-ba33-13dd534803ef None None] Enqueued Resource ID: f030201c-3e11-446c-8182-1fe069642ec4 with Priority: HIGHEST for action port [ 956.752115] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f030201c-3e11-446c-8182-1fe069642ec4 with Priority: HIGHEST for action port [ 956.752737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f030201c-3e11-446c-8182-1fe069642ec4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.752953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f030201c-3e11-446c-8182-1fe069642ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.753182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f030201c-3e11-446c-8182-1fe069642ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.753541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f030201c-3e11-446c-8182-1fe069642ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.753714] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f030201c-3e11-446c-8182-1fe069642ec4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.841758] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.841960] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.842170] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.842497] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.842817] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843084] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.843220] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.843490] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.843722] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.844069] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.844231] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.844367] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.844499] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.844679] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.844864] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.845062] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.867501] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.867752] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.867930] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.868169] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.868549] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-02b9ba39-6762-419e-aa0f-a73d98d96974 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.868799] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.868942] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869539] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b9ba39-6762-419e-aa0f-a73d98d96974',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.979803] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.979962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.980611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.980611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.980611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.980812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.980812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.980938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.980997] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 957.006292] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.006557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.006557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.006780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.006967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.019337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 957.044624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.044624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.044624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.044624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.044624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.045124] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be created. [ 957.075022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.075022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.075022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.075022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.075022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.085791] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: UNINITIALIZED for 2s [ 957.257089] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f030201c-3e11-446c-8182-1fe069642ec4 [ 957.257089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.257285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.257325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.257615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.257754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.257857] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f030201c-3e11-446c-8182-1fe069642ec4 already deleted. [ 957.257960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f030201c-3e11-446c-8182-1fe069642ec4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.372319] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.372627] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.372812] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.373153] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.373309] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.373481] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 02b9ba39-6762-419e-aa0f-a73d98d96974 not found, creating... [ 957.373752] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.373911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.374070] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.374684] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.374750] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.376058] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.376272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.376400] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.376727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.376825] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.377058] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 02b9ba39-6762-419e-aa0f-a73d98d96974 is going to be created. [ 957.403164] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.403414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.403544] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.403823] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.404100] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.404393] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.167360] env[65968]: INFO networking_nsxv3.common.synchronization [req-ddc343ee-61b0-4958-b235-9fbde3cc2b89 req-6e399f6f-0539-4cc4-a8d7-ef551b200bc0 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 958.167360] env[65968]: INFO networking_nsxv3.common.synchronization [req-ddc343ee-61b0-4958-b235-9fbde3cc2b89 req-6e399f6f-0539-4cc4-a8d7-ef551b200bc0 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 958.167360] env[65968]: INFO networking_nsxv3.common.synchronization [req-ddc343ee-61b0-4958-b235-9fbde3cc2b89 req-6e399f6f-0539-4cc4-a8d7-ef551b200bc0 service nova] Enqueued Resource ID: 02b9ba39-6762-419e-aa0f-a73d98d96974 with Priority: HIGHEST for action port [ 958.168081] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 958.168175] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 958.168343] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b9ba39-6762-419e-aa0f-a73d98d96974 with Priority: HIGHEST for action port [ 958.169497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.170157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.170252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.170450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.170534] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.171490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.171579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.172014] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b9ba39-6762-419e-aa0f-a73d98d96974 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.172014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.172014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.172190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.172271] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b9ba39-6762-419e-aa0f-a73d98d96974',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.673938] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.674154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.674614] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b9ba39-6762-419e-aa0f-a73d98d96974 with status ACTIVE [ 958.674614] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.674735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.674735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.675092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.675092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.675195] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.675267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.679021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.679021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.679021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b9ba39-6762-419e-aa0f-a73d98d96974 is going to be updated. [ 958.711734] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.711905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.711944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.715518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.715518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.715518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b9ba39-6762-419e-aa0f-a73d98d96974" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.737892] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 958.738777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.032308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 959.032308] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 959.032308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.032716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.032886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.033439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.033578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.033646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.033935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.034256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.034452] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.098034] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 959.098357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.098543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.098800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.099112] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.099112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.099307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.099359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.099422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.099557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.099634] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.537068] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.602368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.602531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.602603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.602861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.603143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.603243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.603301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.603505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.603593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.603689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.603849] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.604071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.604146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.604307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.604597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.604597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.604713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.604766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.604823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.604916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.605229] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.042270] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.108173] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d7213d-dd99-44ec-ada1-c01b5ad344f8: rpc.has_security_group_logging(os_id): False [ 960.130625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.130922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.131394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.133455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.133455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.133455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.133455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.135305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.135305] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be created. [ 960.215107] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.215377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.215454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.216066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.233597] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 960.545774] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.546648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.546648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.546775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.546775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.546868] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 960.590509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.590627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.590627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.590943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.591113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.607941] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 962.247561] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 962.247884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.620275] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 962.621453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.621747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.622036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.622269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.622399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.622632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.622632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.622773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.622806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.622885] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.127110] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.127292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.127344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.127579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.127747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.127850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.127909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.128072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.128165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.128242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.128381] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.128503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.128571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.128663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.128797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.128894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.128961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.129091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.129172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.129226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.129336] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.168970] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 963.169513] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 963.631815] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052096c-f488-4f8d-9aad-a84baf72d6ca: rpc.has_security_group_logging(os_id): False [ 963.655078] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.655384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.655511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.655769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.655881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.656129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.656319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.656406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.656612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.656716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.656980] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.657141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.657254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.657460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.658082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.658835] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.659253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.659367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.659495] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 963.751282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.751589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.751589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.751740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.751858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.774024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 965.245296] env[65968]: INFO networking_nsxv3.common.synchronization [req-fa204f9c-43fe-4217-9923-8ce850d13ac4 req-58f39170-f46f-4539-ad18-eeeb28d30e3b tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 965.246103] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 965.248796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.248796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.248796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.248796] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.751424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.788238] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 965.788443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.256550] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.759583] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.760331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.760331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.760331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.760331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.760331] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 966.796606] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.796777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.796831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.797608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.798067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.809277] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 968.568772] env[65968]: INFO networking_nsxv3.common.synchronization [req-ac8aac63-e029-4fec-9b5e-8ef0c20bccbb req-9de64b99-2e84-4a9e-a073-7ad39815e8cb tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 968.568772] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 968.569755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.570138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.570327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.571160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.571467] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.571689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.571827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.572092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.572428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.573981] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.823170] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 968.823618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.074619] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.577938] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.837152] env[65968]: INFO networking_nsxv3.common.synchronization [None req-5cdb7278-25b6-439b-9403-22720069c22a tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 969.837938] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 969.838433] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.838635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.081093] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.081093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.081093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.081774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.082440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.082440] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 970.118849] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.119051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.119123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.119301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.119470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.130468] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 970.142188] env[65968]: INFO networking_nsxv3.common.synchronization [req-83caa760-160f-4541-99f4-10ad6e4673ed req-3c45fe2b-3310-4fd9-a9b6-faf3a2f6057d tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 970.142848] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 970.143970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.144198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.144272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.144602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.144898] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.145547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.145547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.145764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.145853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.145951] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.498833] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.499112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.499201] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.499488] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.499750] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.499929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.500161] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500346] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.500517] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.500749] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.500892] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.501042] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.501170] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.501287] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.501396] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.501544] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.521529] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.521733] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.521892] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.522095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-250" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.522419] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.522586] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.522704] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.523051] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.523262] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328cb8a1-f795-4b2d-9f77-9ffa873ad1e7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.650021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.650021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.650021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.650021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 970.677726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.677900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.677989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.678397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.678585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.693983] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 971.026929] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.026929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.026929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.027134] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.027275] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.027431] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 not found, creating... [ 971.027709] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.027870] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.027985] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.028230] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.028369] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.028677] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.028835] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.028951] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.029177] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.029308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.029450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 is going to be created. [ 971.052602] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.052602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.052602] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.052945] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.808192] env[65968]: INFO networking_nsxv3.common.synchronization [req-83caa760-160f-4541-99f4-10ad6e4673ed req-0c6fa9db-0b63-46f3-aad3-eef0ee6ff222 service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 971.808737] env[65968]: INFO networking_nsxv3.common.synchronization [req-83caa760-160f-4541-99f4-10ad6e4673ed req-0c6fa9db-0b63-46f3-aad3-eef0ee6ff222 service nova] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 971.808991] env[65968]: INFO networking_nsxv3.common.synchronization [req-83caa760-160f-4541-99f4-10ad6e4673ed req-0c6fa9db-0b63-46f3-aad3-eef0ee6ff222 service nova] Enqueued Resource ID: 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 with Priority: HIGHEST for action port [ 971.810236] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_rules [ 971.810455] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 971.810688] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 with Priority: HIGHEST for action port [ 971.811055] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.811308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.811399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.811741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.811836] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.813229] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.813695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.814553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.815647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815647] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328cb8a1-f795-4b2d-9f77-9ffa873ad1e7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.958456] env[65968]: INFO networking_nsxv3.common.synchronization [req-77a87084-f943-4379-8d21-96abb348cc86 req-b323d7d1-daae-4f0e-9d19-02b47a917ff7 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 971.958456] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGHEST for action security_group_members [ 971.958456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.958456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.958456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.958992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.960021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.960218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.960411] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.141826] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 972.142157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.142412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.142677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.142918] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.143144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.143220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.143358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.143438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.143537] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.319080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.319080] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 with status ACTIVE [ 972.319080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.319080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.319080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.319080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.320306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.320306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.320306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.320306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.320306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 328cb8a1-f795-4b2d-9f77-9ffa873ad1e7 is going to be updated. [ 972.350211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.350366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.350439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.350652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.350795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.350958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-328cb8a1-f795-4b2d-9f77-9ffa873ad1e7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.467609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16559ec-fdc0-4eef-8412-794794371550 is going to be updated. [ 972.502088] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.502088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.502088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.502088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.502088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.512601] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: IN_PROGRESS for 2s [ 972.648500] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.648676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.648723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.648940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.650608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.650608] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.650608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.650608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.650608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.650969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.650969] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 972.685776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.685776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.685776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.685776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.685776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.696958] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 972.704940] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 972.705069] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 deletion is rescheduled due to dependency. [ 972.705145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.705282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.705473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.705957] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.705957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.705957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.706183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.707563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.707563] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.768446] env[65968]: INFO networking_nsxv3.common.synchronization [req-5bcc7ff1-847b-4a03-b433-a9e6e55b0213 req-55e14e1a-8b96-491d-a701-40beaf99098e tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 972.768446] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGHEST for action security_group_members [ 972.768446] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.768446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.769199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.769425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.769565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.769889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.770137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.770663] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.209687] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.273506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.273666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.273834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.273957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.274064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.274267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.274362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.274426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275289] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 is going to be updated. [ 973.370065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.370330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.370369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.370585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.370748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.386251] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: IN_PROGRESS for 2s [ 973.711959] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.214953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.215264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.215264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.215602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.215710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.215813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 974.244131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.244258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.244341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.244555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.244703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.255159] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 974.524858] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16559ec-fdc0-4eef-8412-794794371550 in Status: SUCCESS [ 974.525155] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16559ec-fdc0-4eef-8412-794794371550 deletion is rescheduled due to dependency. [ 974.525300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.711140] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 974.711395] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 deletion is rescheduled due to dependency. [ 974.711395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.027391] env[65968]: INFO networking_nsxv3.common.synchronization [req-2cc8619e-41a5-48c9-bd8c-f9e3fdd56c1e req-015eee0d-6189-490d-aa19-2399490f4069 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 975.028046] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 975.029868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.029868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.029868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.030507] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.397480] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0166db88-b0d7-49e2-85fa-076406c50352 in Status: SUCCESS [ 975.397836] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 deletion is rescheduled due to dependency. [ 975.397836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.410297] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.410589] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.410780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.411281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.411924] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.412115] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.412312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.412890] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.413590] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.413590] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.413844] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.413844] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.413994] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.414154] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.414519] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.414519] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.441547] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.441727] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.441777] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.442017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.442305] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.442552] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.442752] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.443270] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.443573] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.535076] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.946251] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.946509] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.946705] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.947015] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.947185] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.947367] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb not found, creating... [ 975.947661] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.947886] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.948079] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.948392] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.948563] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.948888] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.949072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.949229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.949516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.949651] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.949795] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb is going to be created. [ 975.978529] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.979442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.979442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.979442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.979442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.979668] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.039270] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.266324] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 976.266639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.266796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.267044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.267288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.267411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.267469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.267640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.267730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.267730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.267892] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.418013] env[65968]: INFO networking_nsxv3.common.synchronization [req-d8b7606e-e2aa-44f0-bf64-e82d6e04cc75 req-338cd752-dd0f-40ba-85d2-3f1a6fc6e3f5 tempest-ServersTestJSON-1352826792 tempest-ServersTestJSON-1352826792-project-member] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 976.418570] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGHEST for action security_group_members [ 976.418873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.418993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.419070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.419270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.419414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.419536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.419602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.419748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.419837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.419945] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.542908] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.543064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.543154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.543379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.543468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.543566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 976.583015] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.583015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.583015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.583015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.583015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.592691] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 976.665766] env[65968]: INFO networking_nsxv3.common.synchronization [req-2cc8619e-41a5-48c9-bd8c-f9e3fdd56c1e req-97a4d905-8907-4ec8-a9ce-f3e860879274 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 976.665909] env[65968]: INFO networking_nsxv3.common.synchronization [req-2cc8619e-41a5-48c9-bd8c-f9e3fdd56c1e req-97a4d905-8907-4ec8-a9ce-f3e860879274 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 976.666031] env[65968]: INFO networking_nsxv3.common.synchronization [req-2cc8619e-41a5-48c9-bd8c-f9e3fdd56c1e req-97a4d905-8907-4ec8-a9ce-f3e860879274 service nova] Enqueued Resource ID: c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb with Priority: HIGHEST for action port [ 976.666645] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 976.666709] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 976.666795] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb with Priority: HIGHEST for action port [ 976.667088] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.667209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.667375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.667557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.667636] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.669406] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.669406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.669751] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.669948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.669948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.670119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.670194] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.770492] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.770492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.770492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.770718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.771261] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.771261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.771261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.771482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.771629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.772263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.772263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.772263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.772263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.772495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.772627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.773741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.773741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.773741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.773741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.773741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.773741] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.921958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.922168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.922295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.922550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.923505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.923505] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.923505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.923505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.923505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.923505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.923813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 is going to be updated. [ 976.992913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.992913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.992913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.992913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.992913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005622] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: IN_PROGRESS for 2s [ 977.173769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.173769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.175586] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb with status ACTIVE [ 977.175586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.175586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.175586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.175800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.175848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.176627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.176627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.176627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.176627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.176627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.176627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.176882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.178446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.178446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.178446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.178446] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb is going to be updated. [ 977.201413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.201906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.202408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.202925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.203436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.203752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87b1bb9-96d1-4467-9d9f-da2d0b28a2fb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.275510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9021eaed-f956-4719-8c24-bb07948dc586: rpc.has_security_group_logging(os_id): False [ 977.319663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.319890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.319890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.320169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.320258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.321037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.321037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.321037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.321037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.321037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.321426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.321426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.321426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.321543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.321623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.321851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.321952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.322045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.322198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.322302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.322393] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 977.401665] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.401835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.401882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.402105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.402268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.419026] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 977.792196] env[65968]: INFO networking_nsxv3.common.synchronization [req-70e49aeb-d06a-4e53-acc8-c6bd6003fbe6 req-40f05938-68a8-45dc-b831-8bb3b449ac53 tempest-ServerExternalEventsTest-1286110208 tempest-ServerExternalEventsTest-1286110208-project-member] Enqueued Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 977.792744] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 977.793083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.793519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.793519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.793674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.793791] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.793863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.793912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.794070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.794170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.794265] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.195511] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.195761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.195860] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.196099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.196353] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.196576] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.196720] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.196939] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.197094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.197333] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.197405] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.197510] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.197652] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.197776] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.197882] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.198020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.218581] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.218765] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.218888] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.219073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-307" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.219405] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3210b716-98f8-46a5-990a-ce3a234b57b5 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.219583] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.219703] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.220073] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.220257] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3210b716-98f8-46a5-990a-ce3a234b57b5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.299923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.300199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.300199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.300805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.300979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.301331] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.301448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.301521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.301782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.301914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.302053] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 already deleted. [ 978.302113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.405414] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 978.405414] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 978.405414] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 978.405414] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 978.405414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.405414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.405414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.406296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.406296] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.406568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.406668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.406975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.407131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.407221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.407273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.407461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.407603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.407701] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.451893] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_rules [ 978.452244] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 978.452338] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 978.452422] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 978.452556] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d06df17-f3cc-4cd1-8e7f-17ee861d7316 req-2037ca8e-2013-4b0f-befb-2eb2280f0fd4 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 978.453471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_rules [ 978.453617] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 978.453718] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 978.453820] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 978.453967] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 978.454248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7251b2-f6ca-4094-b412-f4f1ceccf83c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.454305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.454380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.454652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.454737] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.455779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.455894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.455983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.456283] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.458094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.458094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.458094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.458094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.458094] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.460440] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.460714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.606343] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 978.606625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.606828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.607103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.607328] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.607512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.607633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.607862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.607968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.608106] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.722827] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.723109] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.723306] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.723701] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.723935] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.724165] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3210b716-98f8-46a5-990a-ce3a234b57b5 not found, creating... [ 978.724510] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.724680] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.724812] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.725322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.725322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.726016] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.726016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.726213] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.726479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.726741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.726926] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3210b716-98f8-46a5-990a-ce3a234b57b5 is going to be created. [ 978.751581] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.751831] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.751958] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.752265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.752504] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.752730] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.909453] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.910490] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.963677] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with status ACTIVE [ 978.963677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.963677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.963677] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.963677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.963677] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c is going to be updated. [ 978.965387] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.965549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.965920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.966173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.001115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.001183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.001399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.001722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016381] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58c0138c-6933-4eb4-953e-970e8e28d133 in Status: SUCCESS [ 979.016569] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 deletion is rescheduled due to dependency. [ 979.017510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.111317] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.232213] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b3a91f-2d8b-43e6-bf0c-c23e420d0f5e req-342ca16c-bd21-4e49-b355-849981fad018 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 979.232423] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b3a91f-2d8b-43e6-bf0c-c23e420d0f5e req-342ca16c-bd21-4e49-b355-849981fad018 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 979.233815] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 979.233998] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c with Priority: HIGHEST for action security_group_members [ 979.234389] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.234526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.234782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.234891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.278210] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b3a91f-2d8b-43e6-bf0c-c23e420d0f5e req-342ca16c-bd21-4e49-b355-849981fad018 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 979.278400] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b3a91f-2d8b-43e6-bf0c-c23e420d0f5e req-342ca16c-bd21-4e49-b355-849981fad018 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 979.278527] env[65968]: INFO networking_nsxv3.common.synchronization [req-70b3a91f-2d8b-43e6-bf0c-c23e420d0f5e req-342ca16c-bd21-4e49-b355-849981fad018 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 979.279085] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_rules [ 979.279237] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 979.279334] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with Priority: HIGHEST for action port [ 979.279685] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.279823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.280205] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.280254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.280540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.280659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.280691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.280946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.281090] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.412222] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.413109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.432521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 979.432798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.453182] env[65968]: INFO networking_nsxv3.common.synchronization [req-70e49aeb-d06a-4e53-acc8-c6bd6003fbe6 req-e4df5bfc-a314-4c45-8cf1-3e015c795534 service nova] Enqueued Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_rules [ 979.453458] env[65968]: INFO networking_nsxv3.common.synchronization [req-70e49aeb-d06a-4e53-acc8-c6bd6003fbe6 req-e4df5bfc-a314-4c45-8cf1-3e015c795534 service nova] Enqueued Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 979.453530] env[65968]: INFO networking_nsxv3.common.synchronization [req-70e49aeb-d06a-4e53-acc8-c6bd6003fbe6 req-e4df5bfc-a314-4c45-8cf1-3e015c795534 service nova] Enqueued Resource ID: 3210b716-98f8-46a5-990a-ce3a234b57b5 with Priority: HIGHEST for action port [ 979.454021] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_rules [ 979.454165] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 979.454296] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3210b716-98f8-46a5-990a-ce3a234b57b5 with Priority: HIGHEST for action port [ 979.454839] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.455218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.455630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.455763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.455898] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.456796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.457469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.457596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.457897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.458044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.458183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.458278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.458484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.458609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.458782] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.459787] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3210b716-98f8-46a5-990a-ce3a234b57b5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.461109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.461109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.461109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.461109] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3210b716-98f8-46a5-990a-ce3a234b57b5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.614607] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.784783] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c with status ACTIVE [ 979.784783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.784992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.785547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.785547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.785547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.785789] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.785953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.786273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.786399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.786516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.786779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.786927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.788040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.788231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.788322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.788417] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c is going to be updated. [ 979.811655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.811799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.811867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.812105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.812649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.812649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3503ee2-e6e2-4e4f-9ed2-7905f2f82b1c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.916027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.916027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.916598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.916598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.916598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.916598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c is going to be created. [ 979.918077] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.918226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.918311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.918510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.918683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.918746] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 979.955465] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.955684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.955785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.956019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.956200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.961211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.961211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.961211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.961211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.961211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.966020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.966020] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.966020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3210b716-98f8-46a5-990a-ce3a234b57b5 with status ACTIVE [ 979.966020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.966020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.966020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.966963] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.966963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.966963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.966963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.966963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.966963] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3210b716-98f8-46a5-990a-ce3a234b57b5 is going to be updated. [ 979.968606] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 979.970732] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c in Status: UNINITIALIZED for 2s [ 980.014191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.014191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.014191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.014191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.014191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.014446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3210b716-98f8-46a5-990a-ce3a234b57b5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.116330] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.116468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.117269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.117269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.117269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.117269] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 980.159025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.159155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.168742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 980.470066] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.973049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.973371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.973905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.973905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.973905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.973905] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 is going to be created. [ 981.001719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.001908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.001908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.002050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.002239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.013767] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 in Status: UNINITIALIZED for 2s [ 981.984659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 981.985268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.986703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.987072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.987690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.988594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.988709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.989008] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.989231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.989313] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.993521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c in Status: SUCCESS [ 981.993838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.994644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.994942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.995284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.995432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.995665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.996087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.996087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.996218] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.188989] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 982.189221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.189450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.190331] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.191174] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.494087] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.499623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.499778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.499849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.500114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.500202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.500436] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.500536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.500597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.500774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.500847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.500931] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c is going to be deleted. [ 982.531753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.531994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.532757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.532757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.533141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.533780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.533780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.533973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.534027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.534364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.534364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.534459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.534459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.535318] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.695849] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.696066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.696168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.696360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.696525] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.696622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.696679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.696831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.696920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.697027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.697162] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.697244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.697862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.697862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.697862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.697862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.697862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.697862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.698402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.698552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.698657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.995748] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.024000] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 in Status: SUCCESS [ 983.024250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.024408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.024659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.024812] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.024927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.024989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.025165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.025247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.025330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.025418] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.037567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.037567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.037567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.037795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.037845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.038149] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.038149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.038296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.038360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.038437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.038521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c already deleted. [ 983.038600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.038772] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.040180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.040381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.040579] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.040669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.040707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.040865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.040941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.041035] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.202395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 983.225226] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.225413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.225413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.225726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.227156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.227156] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.227156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.227156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.227156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.227156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.227156] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.227744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.227906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.228069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.228128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.228749] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.228865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.228922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.229134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.229258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.229389] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 983.309629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.309629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.309629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.309629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.309629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.331400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 983.498030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.498162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.498218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.498474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.498614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.498682] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 983.528282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.528558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.528558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.528813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.528984] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.529133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.529218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.529404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.529518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.529651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.530320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.530320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.530320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.530480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.530593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.530665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.530781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.530940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.531095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.531253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.531386] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.543214] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7251b2-f6ca-4094-b412-f4f1ceccf83c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.545388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.545561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.545626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.545821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.545962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547621] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.547621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.547621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.547812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.547812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.548705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.548825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.548999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.549180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.549180] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c already deleted. [ 983.549317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.575063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 984.034698] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaec2708-84cc-412a-a9e6-e9abc86cf132: rpc.has_security_group_logging(os_id): False [ 984.050673] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7251b2-f6ca-4094-b412-f4f1ceccf83c: rpc.has_security_group_logging(os_id): False [ 984.058560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.058770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.059021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.059162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.059271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.059537] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.059644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.059707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.059922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.059972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.060728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.060728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.060728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.060728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.060728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.060992] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.061155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.061249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.061429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.061554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.061666] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 is going to be created. [ 984.076249] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.076402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.078418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.078737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.078866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.079108] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.079229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.079515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.079515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.079808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.079808] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c is going to be created. [ 984.100678] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c], does not exist path=[/infra/domains/default/groups/8c7251b2-f6ca-4094-b412-f4f1ceccf83c]."\n}' [ 984.100678] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c [ 984.100678] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 984.124847] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.125042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.125185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.125418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.125611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.138175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 in Status: IN_PROGRESS for 2s [ 984.144355] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.144496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.144564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.144777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.146438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.146762] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.147085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.147085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.147177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.147213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.150441] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.150441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.150441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.150441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.150441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.150441] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7251b2-f6ca-4094-b412-f4f1ceccf83c is going to be created. [ 984.168286] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c], does not exist path=[/infra/domains/default/groups/8c7251b2-f6ca-4094-b412-f4f1ceccf83c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c [ 984.168286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7251b2-f6ca-4094-b412-f4f1ceccf83c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.168286] env[65968]: Traceback (most recent call last): [ 984.168286] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 984.168286] env[65968]: return func(*args, **kwargs) [ 984.168286] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 984.168286] env[65968]: res.raise_for_status() [ 984.168286] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 984.168286] env[65968]: raise HTTPError(http_error_msg, response=self) [ 984.168286] env[65968]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c [ 984.168807] env[65968]: During handling of the above exception, another exception occurred: [ 984.168807] env[65968]: Traceback (most recent call last): [ 984.168807] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 984.168807] env[65968]: listener.cb(fileno) [ 984.168807] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 984.168807] env[65968]: result = function(*args, **kwargs) [ 984.168807] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 984.168807] env[65968]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 984.168807] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 984.168807] env[65968]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 984.168807] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 984.168807] env[65968]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 984.168807] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 984.168807] env[65968]: res.raise_for_status() [ 984.168807] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 984.168807] env[65968]: raise HTTPError(http_error_msg, response=self) [ 984.168807] env[65968]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c7251b2-f6ca-4094-b412-f4f1ceccf83c [ 984.168807] env[65968]: Removing descriptor: 5 [ 984.420577] env[65968]: INFO networking_nsxv3.common.synchronization [req-3845edff-bada-45d6-a0a7-ba1784e09b51 req-f33f65c2-6bef-4701-a16a-03206059ba71 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 984.420949] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 984.421344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.421482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.421549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.421925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.421925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.422075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.424755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.424755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.424755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.424755] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.895131] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.895329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.895549] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.895727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.895986] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.896157] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.896622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.896622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.896622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.896905] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.896981] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.897064] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.897143] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.897248] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.897351] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.897481] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.918851] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.918961] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.919074] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.919253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919569] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-d03a8026-ec91-4639-8963-35e408b0ece9 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.919740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.919974] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.920221] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.920359] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d03a8026-ec91-4639-8963-35e408b0ece9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.925048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.925178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.925239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.925418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.946483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.946758] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.946877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.946943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.947159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.947239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.947328] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 984.974196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.974362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.974431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.974630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.974774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.988574] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 985.235484] env[65968]: INFO networking_nsxv3.common.synchronization [None req-65e35d13-1726-47d9-a287-b13324c0626d None None] Enqueued Resource ID: a89784bd-a3cc-42f0-85a5-3eddcce5e64e with Priority: HIGHEST for action port [ 985.236932] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89784bd-a3cc-42f0-85a5-3eddcce5e64e with Priority: HIGHEST for action port [ 985.237384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89784bd-a3cc-42f0-85a5-3eddcce5e64e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.237515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89784bd-a3cc-42f0-85a5-3eddcce5e64e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.237605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89784bd-a3cc-42f0-85a5-3eddcce5e64e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.237970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89784bd-a3cc-42f0-85a5-3eddcce5e64e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.238121] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89784bd-a3cc-42f0-85a5-3eddcce5e64e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.347880] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 985.348190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.424049] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.424049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.424190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.424677] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.424677] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.424847] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port d03a8026-ec91-4639-8963-35e408b0ece9 not found, creating... [ 985.425192] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.425348] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.425416] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.425660] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.425801] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.426141] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.426331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.426451] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.426671] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.426806] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.426942] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: d03a8026-ec91-4639-8963-35e408b0ece9 is going to be created. [ 985.448363] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.448592] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.448717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.449016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.449251] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.449488] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.586359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 985.586577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.586764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.586994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.587211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.587332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.587426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.587597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.587682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.587773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.587884] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.589220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.589666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.589666] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.590545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.590647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.590732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.590849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.590899] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.740266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89784bd-a3cc-42f0-85a5-3eddcce5e64e [ 985.740689] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.741306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.741412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.741642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.741735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.741834] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89784bd-a3cc-42f0-85a5-3eddcce5e64e already deleted. [ 985.741913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89784bd-a3cc-42f0-85a5-3eddcce5e64e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.905731] env[65968]: INFO networking_nsxv3.common.synchronization [req-bbcc93d6-8400-4cbf-93dd-d56f2d950686 req-e7b2f1b6-76a9-46dc-a457-2df1a219a126 tempest-ImagesOneServerNegativeTestJSON-665160797 tempest-ImagesOneServerNegativeTestJSON-665160797-project-member] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 985.906593] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGHEST for action security_group_members [ 985.907098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.907468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.907468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907830] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.907982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.908379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.908458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908545] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.092693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.093963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.095787] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.156226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 in Status: SUCCESS [ 986.156226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.228062] env[65968]: INFO networking_nsxv3.common.synchronization [req-3845edff-bada-45d6-a0a7-ba1784e09b51 req-b7b3a257-cb24-4641-a1eb-b2e1752e6743 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 986.228310] env[65968]: INFO networking_nsxv3.common.synchronization [req-3845edff-bada-45d6-a0a7-ba1784e09b51 req-b7b3a257-cb24-4641-a1eb-b2e1752e6743 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 986.228512] env[65968]: INFO networking_nsxv3.common.synchronization [req-3845edff-bada-45d6-a0a7-ba1784e09b51 req-b7b3a257-cb24-4641-a1eb-b2e1752e6743 service nova] Enqueued Resource ID: d03a8026-ec91-4639-8963-35e408b0ece9 with Priority: HIGHEST for action port [ 986.229221] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 986.229365] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 986.229485] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03a8026-ec91-4639-8963-35e408b0ece9 with Priority: HIGHEST for action port [ 986.229918] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.230108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.230167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.230411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.230486] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.232354] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.232454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.232688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d03a8026-ec91-4639-8963-35e408b0ece9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.232846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.232910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.233246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.233246] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d03a8026-ec91-4639-8963-35e408b0ece9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.413509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.413999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.413999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.414157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.597065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.597183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.597500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.597500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.597750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.597868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.598570] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be updated. [ 986.599751] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.629414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.629543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.629612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.629808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.629958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.642107] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: IN_PROGRESS for 2s [ 986.734757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.735112] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d03a8026-ec91-4639-8963-35e408b0ece9 with status ACTIVE [ 986.735281] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.735387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.735459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.735995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.735995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.735995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.735995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.736240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.736240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.736240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.736489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.736540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.736690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.736757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736873] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d03a8026-ec91-4639-8963-35e408b0ece9 is going to be updated. [ 986.762099] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.762310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.762310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.762458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.762595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d03a8026-ec91-4639-8963-35e408b0ece9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.866558] env[65968]: INFO networking_nsxv3.common.synchronization [req-44b0708c-cc5b-4ed3-9d90-a15cd38c1cb1 req-25ec8df0-2c92-404d-a215-3eaeb9411d36 tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 986.867125] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 986.867482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.867622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.867709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.868047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.868721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.868721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.868721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.868721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.868721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.868959] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.003432] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 987.003432] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 987.003432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.003432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.003432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.003769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.004034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.004034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.004034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.004137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.004278] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.102308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.102539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.102539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.102755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.102841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.102941] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 987.148789] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.149047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.149047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.149603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.149603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.159968] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 987.293043] env[65968]: INFO networking_nsxv3.common.synchronization [req-43936eba-5254-4633-849d-30870255a16a req-303ae1b5-d4b7-42b2-9585-44ac60416c0a tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 987.293043] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 987.295185] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.296049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.296049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.296049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.296049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.296049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.296049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.296328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.296328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.296328] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.371382] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.371552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.371623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.393574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.393844] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.393961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.394149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.394293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.394293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.394385] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 987.426727] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.426727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.426727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.427156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.427226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.441200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 987.508683] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.696592] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.696790] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.696906] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.697251] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.697525] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.697832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.697956] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.698194] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.699011] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.699011] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.699011] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.699011] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.699011] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.699011] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.699011] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.699348] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.718302] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.718496] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.718637] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.718855] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.719229] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-e6a07146-3126-425b-9155-6804590d68d7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.719401] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.719512] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.719839] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.720047] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a07146-3126-425b-9155-6804590d68d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.801707] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801707] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801707] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc already deleted. [ 987.801707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915981] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c0d372e7-6c32-44cd-a1f2-a611565d3c6e None None] Enqueued Resource ID: f3661b8f-f6ab-4178-9f80-f853e91a6370 with Priority: HIGHEST for action port [ 987.915981] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3661b8f-f6ab-4178-9f80-f853e91a6370 with Priority: HIGHEST for action port [ 987.915981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3661b8f-f6ab-4178-9f80-f853e91a6370 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.916136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3661b8f-f6ab-4178-9f80-f853e91a6370" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.916190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3661b8f-f6ab-4178-9f80-f853e91a6370" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.916434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3661b8f-f6ab-4178-9f80-f853e91a6370" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.916507] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3661b8f-f6ab-4178-9f80-f853e91a6370',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.011293] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.069114] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a76b76ed-6e54-428f-8557-0f35c97c0fdb tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 988.070092] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 988.070092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.070263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.070318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.070575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.070658] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.223930] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.224133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.224265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.224582] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.224794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.224894] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port e6a07146-3126-425b-9155-6804590d68d7 not found, creating... [ 988.225155] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.225309] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.225424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.225646] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.225770] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.226109] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.226312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.226406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.226673] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.226758] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.226896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: e6a07146-3126-425b-9155-6804590d68d7 is going to be created. [ 988.238701] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3f8a15da-322c-4f39-be04-afd8731abd67 tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 988.239243] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 988.239549] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.239660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251737] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.251927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.252062] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.252364] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.252600] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252816] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.420824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3661b8f-f6ab-4178-9f80-f853e91a6370 [ 988.420824] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.420824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.420824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.420824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.420824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.420824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3661b8f-f6ab-4178-9f80-f853e91a6370 already deleted. [ 988.420824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3661b8f-f6ab-4178-9f80-f853e91a6370" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.514486] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.514878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.514878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.515098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.515212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.515394] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 988.566022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.566022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.566022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.566022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.566022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.577903] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 988.595772] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.595998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.596090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.596323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.596421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.596566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 already deleted. [ 988.596673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.596876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.597121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.597227] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.661138] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021eaed-f956-4719-8c24-bb07948dc586 in Status: SUCCESS [ 988.661370] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 deletion is rescheduled due to dependency. [ 988.661488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [req-43936eba-5254-4633-849d-30870255a16a req-cee09747-be45-4218-b1b2-d2c3a57843ff service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [req-43936eba-5254-4633-849d-30870255a16a req-cee09747-be45-4218-b1b2-d2c3a57843ff service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [req-43936eba-5254-4633-849d-30870255a16a req-cee09747-be45-4218-b1b2-d2c3a57843ff service nova] Enqueued Resource ID: e6a07146-3126-425b-9155-6804590d68d7 with Priority: HIGHEST for action port [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 989.043331] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a07146-3126-425b-9155-6804590d68d7 with Priority: HIGHEST for action port [ 989.043331] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.043331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.043331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.044111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.044336] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.046227] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.046448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.046604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.046864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.047126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.047371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.047529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.047773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.047950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.048141] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.049062] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a07146-3126-425b-9155-6804590d68d7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.049299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.049563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.049798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.049974] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a07146-3126-425b-9155-6804590d68d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.120221] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.120363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.120512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.121616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.121616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.121616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 already deleted. [ 989.121616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.169974] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 989.170439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.170439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.170670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.170832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.170953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.171020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.171182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.171262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.171357] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.462053] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 989.462245] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 989.462365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.551346] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.552380] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.552521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.552664] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a07146-3126-425b-9155-6804590d68d7 with status ACTIVE [ 989.552816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.552917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.552981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.553240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.553360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.553497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.553825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.553825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.553825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.553964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.554909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.554909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.554909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.555092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.555092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.555155] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a07146-3126-425b-9155-6804590d68d7 is going to be updated. [ 989.578764] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.578851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.579814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.579814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.579814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.579814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a07146-3126-425b-9155-6804590d68d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.631331] env[65968]: INFO networking_nsxv3.common.synchronization [req-209fe3ef-71dc-4268-8277-9891f8bffa4e req-a000d2ae-96f8-47d4-9a9f-5b1ee7b3c8ad tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 989.631847] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 989.632163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.632264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.673626] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.052662] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.052868] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.052995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.053311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.053585] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.053739] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.053856] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.054179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.054361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.054713] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.054861] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.054992] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.055323] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.055487] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.055651] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.055922] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.057665] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.080018] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.080018] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.080018] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.080018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080018] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-a94cec75-86cb-429f-81f2-681f55626c91 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.080018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.080018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.080018] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.080018] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94cec75-86cb-429f-81f2-681f55626c91',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.176050] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.562289] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.562289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.562289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.562289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.562289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.562289] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be created. [ 990.582209] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.582533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.582533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.582833] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.582984] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.583170] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port a94cec75-86cb-429f-81f2-681f55626c91 not found, creating... [ 990.583497] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.583663] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.583832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.584164] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.584356] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.585092] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.585092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.585092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.585460] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.585460] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.585460] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: a94cec75-86cb-429f-81f2-681f55626c91 is going to be created. [ 990.588928] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.589197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.589197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.589324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.589471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.591475] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 990.591649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.592319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.592488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.592624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.592721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.592803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.592923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.592995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.593094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.593182] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.602365] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: UNINITIALIZED for 2s [ 990.622203] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.622523] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.622759] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.623075] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.623460] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.623697] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.678533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.678715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.678797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.679084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.679444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.679444] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 990.725426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.725694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.725765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.725925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.726100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.740501] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 991.096367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.096681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.096681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.096829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.097584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.097584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.097584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.097584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.097584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.097584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.098297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.098297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.098297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.098297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.098297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.098824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.098824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.098824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.098824] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.343444] env[65968]: INFO networking_nsxv3.common.synchronization [req-209fe3ef-71dc-4268-8277-9891f8bffa4e req-996c58f8-e3e0-4513-804a-188064726b9b service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 991.343737] env[65968]: INFO networking_nsxv3.common.synchronization [req-209fe3ef-71dc-4268-8277-9891f8bffa4e req-996c58f8-e3e0-4513-804a-188064726b9b service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 991.343902] env[65968]: INFO networking_nsxv3.common.synchronization [req-209fe3ef-71dc-4268-8277-9891f8bffa4e req-996c58f8-e3e0-4513-804a-188064726b9b service nova] Enqueued Resource ID: a94cec75-86cb-429f-81f2-681f55626c91 with Priority: HIGHEST for action port [ 991.344556] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 991.344654] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 991.344803] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94cec75-86cb-429f-81f2-681f55626c91 with Priority: HIGHEST for action port [ 991.345059] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.345178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.345362] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.345440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.345615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a94cec75-86cb-429f-81f2-681f55626c91 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.345737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.345813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.346051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.346279] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94cec75-86cb-429f-81f2-681f55626c91',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.602467] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 991.625021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625616] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625616] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 991.697977] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.697977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.697977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.697977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.697977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.713683] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 991.848841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a94cec75-86cb-429f-81f2-681f55626c91 with status ACTIVE [ 991.849188] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.849829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.849962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.850250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.850426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.850883] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.851131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.851131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.851270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.851342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.851613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.851731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.851867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.851980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.852081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.852166] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a94cec75-86cb-429f-81f2-681f55626c91 is going to be updated. [ 991.876918] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.877022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.877093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.877301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.877469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.878112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a94cec75-86cb-429f-81f2-681f55626c91" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.998482] env[65968]: INFO networking_nsxv3.common.synchronization [req-2c44dcb8-6d80-4354-acb4-022931c6a535 req-a174d068-5f70-415e-a74e-305ef6465387 tempest-ServerRescueTestJSONUnderV235-1442184448 tempest-ServerRescueTestJSONUnderV235-1442184448-project-member] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 991.999266] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGHEST for action security_group_members [ 991.999723] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.999723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.517554] env[65968]: INFO networking_nsxv3.common.synchronization [req-28f60572-2ea7-484b-adbd-f73a2dbe2e1c req-f819c0a8-f832-4804-8dfa-db154f18ca73 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 992.518098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 992.518401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.518521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.518587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.518783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.518935] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.519091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.519161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.519310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.519395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.519488] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.614575] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 992.614880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.614959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.615204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.615397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.615515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.615688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.615736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.615809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.615942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.616063] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.617173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617519] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.617847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.617847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.618054] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.618314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.751359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 992.751359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.751772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752067] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.752151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.752646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.752814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753300] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753971] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.756030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.756030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.756030] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.015991] env[65968]: INFO networking_nsxv3.common.synchronization [req-6ebdf955-f8bc-4242-8e00-04fc12ec3f4d req-53da29a7-6edd-40af-959c-2947ea9274d4 tempest-ServerExternalEventsTest-1286110208 tempest-ServerExternalEventsTest-1286110208-project-member] Enqueued Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 993.017593] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGHEST for action security_group_members [ 993.018066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.018547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.018671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.018907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.019994] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.019994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.019994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.019994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.019994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.019994] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.022968] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.124433] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124433] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.259650] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.259811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.259885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.260123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.261524] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d7213d-dd99-44ec-ada1-c01b5ad344f8: rpc.has_security_group_logging(os_id): False [ 993.282827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.283048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.285020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.285278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.285438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.285514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.285731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.285814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.285908] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 993.286831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.287014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.287099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.287617] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.287617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.287617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.287797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.287797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.288028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.288108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.288157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.288813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.288813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.288891] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.288940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.289144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.289211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.289287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.289849] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be updated. [ 993.331291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.331556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.331556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.331776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.331932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.344281] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 993.377776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.377776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.377776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.377776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.378047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.396599] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: IN_PROGRESS for 2s [ 993.526170] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.526170] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.526170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.526731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.526731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.526731] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 is going to be deleted. [ 993.527684] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.568154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.568373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.568373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.568559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.568675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.568731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.624150] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.733046] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 993.733046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.033623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.033623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.033623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.033623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.033623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.033623] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 994.063444] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.063597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.063668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.063911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.064077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.076389] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 994.126566] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.126710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.126800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.127079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.127191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.127303] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 994.161163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.161163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.161163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.161396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.161592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.184626] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 995.360614] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 995.360614] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 deletion is rescheduled due to dependency. [ 995.360614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.411206] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 in Status: SUCCESS [ 995.411430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.411614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.411828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.411913] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.939726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.939828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.939876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.940206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.940305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.940596] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be deleted. [ 995.999526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.999526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.000025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.000025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.000144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.000193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.089109] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 996.089308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.196557] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 996.196830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.197009] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.197267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.197451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.197581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.197625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.197797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.197849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.197931] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.282203] env[65968]: INFO networking_nsxv3.common.synchronization [req-5add1f7e-6b14-4163-a888-758f311292d1 req-7fab180a-50df-4940-b550-7bb1795aa2d8 tempest-ServersNegativeTestJSON-1891564820 tempest-ServersNegativeTestJSON-1891564820-project-member] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 996.282646] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGHEST for action security_group_members [ 996.282961] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.283099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.283167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.283441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.283594] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.283692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.283748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.283907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.283990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.284097] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.700383] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.786512] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.786717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.786784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.787067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.810363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.810711] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.810877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.811081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.811160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.811335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.811454] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be updated. [ 996.843469] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.843745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.843745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.843937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.844140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.854622] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: IN_PROGRESS for 2s [ 997.203648] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.706842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.707499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.707499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.707499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.707499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.707499] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 997.740574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.740742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.740848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.741046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.741227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.751810] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 998.472240] env[65968]: INFO networking_nsxv3.common.synchronization [req-f072fb8a-8f7b-4431-9d26-b7875a6fc129 req-42d581a6-1dac-41e9-808e-7be14fe27ab5 tempest-ListServerFiltersTestJSON-1994456077 tempest-ListServerFiltersTestJSON-1994456077-project-member] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 998.472853] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGHEST for action security_group_members [ 998.475437] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.475761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.475956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.476268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.477209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.477209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.477209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.477209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.477209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.477209] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.865434] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 in Status: SUCCESS [ 998.865816] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 deletion is rescheduled due to dependency. [ 998.865816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.983034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.983034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.983034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.983034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.004618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.004775] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.004935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.005022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.005228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.005316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.005408] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be updated. [ 999.035958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.036138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.036224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.036420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.036580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.046731] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: IN_PROGRESS for 2s [ 999.763911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 999.764067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.764235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.764484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.764988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.764988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.764988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.764988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.765233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.765233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.765306] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.765395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.765442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.765570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.765728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.766214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.766214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.766214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.766214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.766214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.766430] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.268180] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc: rpc.has_security_group_logging(os_id): False [ 1000.287080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.287230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.287304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.287522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.287613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.288338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.288338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.288338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.288338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.288338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.288625] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.288625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.288714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.288806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.288844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.289411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.289411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.289411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.289411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.289411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.289411] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be created. [ 1000.347455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.347784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.347784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.347900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.348105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.360503] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1001.059829] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61797031-0524-4f85-972c-28a6d77a8dd0 in Status: SUCCESS [ 1001.059829] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 deletion is rescheduled due to dependency. [ 1001.059829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.393986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1002.393986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.393986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.394511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.394511] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.901604] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.901604] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.901604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.901604] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.405910] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.405910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.406463] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.406463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.406689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.406727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.406862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.406956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.407027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.407181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.407319] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.407410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.407468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.407605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.407687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.407767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.407855] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.474211] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1003.474211] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1003.911078] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc: rpc.has_security_group_logging(os_id): False [ 1003.936554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.936801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.936947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.937318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.937486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.937838] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.938053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.938370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.938559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.938609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.938916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.939460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.939601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.939893] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.940078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.940200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.940447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.940598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.940757] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1004.035438] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.035650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.035650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.035951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.036198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.142765] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1004.567577] env[65968]: INFO networking_nsxv3.common.synchronization [None req-f0636689-7c02-4102-a405-3494527313aa tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1004.568366] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1004.568719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.568959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.569098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.569464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.569811] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.656850] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3aa7519c-dbf9-4f98-ab61-8bfc1cfb0fac tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1004.656850] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1004.657141] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.657240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.091663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.091823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.091895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.092107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.092216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.092270] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 already deleted. [ 1005.092389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.092510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.092671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.092743] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.614257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.614653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.614653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.614778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.614874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.614973] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 already deleted. [ 1005.615081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.158664] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1006.158886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.263598] env[65968]: INFO networking_nsxv3.common.synchronization [req-8e1351e5-eac6-422d-83b7-dce058aa28f8 req-c149b2ad-883a-47c5-ad34-5b8ed8ba9802 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 1009.264210] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGHEST for action security_group_members [ 1009.264583] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.264711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.264779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.264984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.266990] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.267129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.267189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.267501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.269370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.269370] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.612656] env[65968]: INFO networking_nsxv3.common.synchronization [req-1fdd0284-8f74-495e-9fff-81b81119be3d req-21975642-e8d9-4984-a458-2f0dfa2b0446 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1009.613270] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1009.613744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.613895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.613966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.614189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.614449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.614603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.614673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.614848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.614934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.615040] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.773911] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.774083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.774150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.774376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.817621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.817969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.818064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.818108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.818317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.818402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.818567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be updated. [ 1009.862473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.862814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.862814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.863301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.863301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.876476] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: IN_PROGRESS for 2s [ 1010.117933] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.118651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.118651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.118651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.118651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.118651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.119250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.119250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.119250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.119250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.119250] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1010.149582] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.149768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.149822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.150121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.150224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159777] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1011.570678] env[65968]: INFO networking_nsxv3.common.synchronization [req-fd14f789-b1e9-4d8c-9249-add649001da2 req-7d4bfad2-40df-483a-97db-53343d9cc777 tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1011.571255] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1011.571606] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.571730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.571798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.572024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.572183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.572279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.572365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.572481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.572567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.572659] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.853435] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.853435] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.889376] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d in Status: SUCCESS [ 1011.889544] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d deletion is rescheduled due to dependency. [ 1011.889650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.953671] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.953917] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.954037] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.954335] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.954645] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.954780] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.954908] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.955187] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.955339] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.955663] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.955745] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.955829] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.955941] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.956081] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.956188] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.956337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.978257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.978459] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.978551] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.978735] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-673" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.979119] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-f85b41b9-5c90-46e6-a784-622f21099551 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.979314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.979436] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.979855] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.980009] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85b41b9-5c90-46e6-a784-622f21099551',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.078143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.078384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.078384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.078567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.078654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.078842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.078935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.078995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.079381] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 1012.141770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.141997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.141997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.142244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.142391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.154667] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 1012.171156] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1012.171382] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1012.171457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.483148] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.483534] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.483768] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.484151] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.484317] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.484504] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port f85b41b9-5c90-46e6-a784-622f21099551 not found, creating... [ 1012.484816] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.485011] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.485140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.485446] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.485640] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.486028] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.486212] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.486341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.486577] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.486717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.486858] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: f85b41b9-5c90-46e6-a784-622f21099551 is going to be created. [ 1012.508313] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508619] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.508619] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.508890] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.509128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.509347] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.211185] env[65968]: INFO networking_nsxv3.common.synchronization [req-fd14f789-b1e9-4d8c-9249-add649001da2 req-62f84104-fd02-4b60-bf0e-962b34cdaf9f service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 1013.211185] env[65968]: INFO networking_nsxv3.common.synchronization [req-fd14f789-b1e9-4d8c-9249-add649001da2 req-62f84104-fd02-4b60-bf0e-962b34cdaf9f service nova] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1013.211185] env[65968]: INFO networking_nsxv3.common.synchronization [req-fd14f789-b1e9-4d8c-9249-add649001da2 req-62f84104-fd02-4b60-bf0e-962b34cdaf9f service nova] Enqueued Resource ID: f85b41b9-5c90-46e6-a784-622f21099551 with Priority: HIGHEST for action port [ 1013.211609] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_rules [ 1013.211609] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1013.215986] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b41b9-5c90-46e6-a784-622f21099551 with Priority: HIGHEST for action port [ 1013.215986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.215986] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.215986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.215986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85b41b9-5c90-46e6-a784-622f21099551 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.215986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.215986] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85b41b9-5c90-46e6-a784-622f21099551',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.718020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.718256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.719594] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85b41b9-5c90-46e6-a784-622f21099551 with status ACTIVE [ 1013.720683] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.720854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.720854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.721130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.721211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.721540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.721661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.721725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.722041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.722041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.722213] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.722308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.722361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.722508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.722584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.722683] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85b41b9-5c90-46e6-a784-622f21099551 is going to be updated. [ 1013.756373] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.757018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.757782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.757782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.757782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.757782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85b41b9-5c90-46e6-a784-622f21099551" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.165653] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 1014.165653] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 1014.165653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.165867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.166097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.166286] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.166404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.166468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.166620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.166706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.166800] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.251169] env[65968]: INFO networking_nsxv3.common.synchronization [None req-be9fcc91-92cb-45f7-9fcb-f5d4aaa13fec None None] Enqueued Resource ID: 52c8514a-7d87-4974-b7ec-0542172956f0 with Priority: HIGHEST for action port [ 1014.252023] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8514a-7d87-4974-b7ec-0542172956f0 with Priority: HIGHEST for action port [ 1014.252658] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c8514a-7d87-4974-b7ec-0542172956f0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.252970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c8514a-7d87-4974-b7ec-0542172956f0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.254956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c8514a-7d87-4974-b7ec-0542172956f0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.254956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c8514a-7d87-4974-b7ec-0542172956f0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.254956] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c8514a-7d87-4974-b7ec-0542172956f0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.669410] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.755361] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52c8514a-7d87-4974-b7ec-0542172956f0 [ 1014.755664] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.755774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.755816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.756011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.756109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.756208] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52c8514a-7d87-4974-b7ec-0542172956f0 already deleted. [ 1014.756311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c8514a-7d87-4974-b7ec-0542172956f0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.173514] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.675830] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.676128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.676128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.676318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.676369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.676460] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 1015.707565] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.707565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.707565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.707565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.707922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 1016.233218] env[65968]: INFO networking_nsxv3.common.synchronization [req-26fa1162-6264-4629-9961-a41af83ae3f2 req-bdbb16ed-af75-41ce-9c26-6cc98920a110 tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1016.234281] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1016.237375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.237375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.237375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.237375] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.614815] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.615019] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.615128] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.615474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.615921] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.615921] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.616108] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.616227] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.616365] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617030] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.617030] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.617030] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.617030] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.617030] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.617303] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.617303] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.636972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.637096] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.637154] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.637314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.637666] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-6f877607-2593-438c-a570-3d968dbfecd8 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.637949] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.638041] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.638461] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.638606] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f877607-2593-438c-a570-3d968dbfecd8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.741037] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.741475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.741475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.741475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.741597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.741905] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.741905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.742135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.742195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.742271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.742359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 already deleted. [ 1016.742442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.854138] env[65968]: INFO networking_nsxv3.common.synchronization [None req-56c95797-a055-493e-8f4f-0dec7c118435 None None] Enqueued Resource ID: e691e116-b517-42d1-b561-366a2a653bd2 with Priority: HIGHEST for action port [ 1016.854836] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e691e116-b517-42d1-b561-366a2a653bd2 with Priority: HIGHEST for action port [ 1016.855210] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e691e116-b517-42d1-b561-366a2a653bd2 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.855377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e691e116-b517-42d1-b561-366a2a653bd2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.855448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e691e116-b517-42d1-b561-366a2a653bd2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.855763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e691e116-b517-42d1-b561-366a2a653bd2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.855856] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e691e116-b517-42d1-b561-366a2a653bd2',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.140819] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.141101] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.141261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.141702] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.141889] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.142066] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 6f877607-2593-438c-a570-3d968dbfecd8 not found, creating... [ 1017.142427] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.142594] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.142708] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.142933] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.143083] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.143366] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.143542] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.143660] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.143896] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.144050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.144189] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 6f877607-2593-438c-a570-3d968dbfecd8 is going to be created. [ 1017.165068] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.166072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.166072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.166072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.166072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.166297] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e691e116-b517-42d1-b561-366a2a653bd2 [ 1017.359184] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.359322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.359392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.359616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.359727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e691e116-b517-42d1-b561-366a2a653bd2 already deleted. [ 1017.359881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e691e116-b517-42d1-b561-366a2a653bd2" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.731537] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 1017.731835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.733068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.733068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.733068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.733336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.733624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.733827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.734017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.734222] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.882263] env[65968]: INFO networking_nsxv3.common.synchronization [req-26fa1162-6264-4629-9961-a41af83ae3f2 req-53234a6a-6cf0-4a3d-9bd4-de87a9b6caef service nova] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 1017.882263] env[65968]: INFO networking_nsxv3.common.synchronization [req-26fa1162-6264-4629-9961-a41af83ae3f2 req-53234a6a-6cf0-4a3d-9bd4-de87a9b6caef service nova] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1017.882263] env[65968]: INFO networking_nsxv3.common.synchronization [req-26fa1162-6264-4629-9961-a41af83ae3f2 req-53234a6a-6cf0-4a3d-9bd4-de87a9b6caef service nova] Enqueued Resource ID: 6f877607-2593-438c-a570-3d968dbfecd8 with Priority: HIGHEST for action port [ 1017.882851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_rules [ 1017.882984] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1017.883091] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f877607-2593-438c-a570-3d968dbfecd8 with Priority: HIGHEST for action port [ 1017.883387] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.883545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.883604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.883809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.884130] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.884831] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.884968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.885026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.885182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.885359] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.885456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.885513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.885666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.887172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.887172] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.887172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f877607-2593-438c-a570-3d968dbfecd8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.887172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.887172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.887172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.887172] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f877607-2593-438c-a570-3d968dbfecd8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.237044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.237974] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.237974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238305] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.238305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.238429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.239021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.239021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.239021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.239021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.239286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.239286] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.389687] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.389687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.389687] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.390325] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f877607-2593-438c-a570-3d968dbfecd8 with status ACTIVE [ 1018.390592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.390663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.390704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.391919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.391919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.391919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.392302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.392302] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f877607-2593-438c-a570-3d968dbfecd8 is going to be updated. [ 1018.418655] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.418802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.418849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.419094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.419224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.419381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f877607-2593-438c-a570-3d968dbfecd8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742086] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7f587d-b7de-4133-b57b-21636e296be4: rpc.has_security_group_logging(os_id): False [ 1018.763684] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.763888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.763888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.764484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.764484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.764484] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.764484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.764806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.764877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.764968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.765182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.765306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.765389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.765460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.765539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.765744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.765859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.765942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.766059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.766143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.766239] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 1018.831049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.831226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.846102] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 1018.897637] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.400459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.400672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.400672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.401230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.401230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.401230] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be created. [ 1019.433510] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.433740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.433829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.434184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.434466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.448351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: UNINITIALIZED for 2s [ 1020.859952] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 1020.860369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461404] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: SUCCESS [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.461404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461404] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.664164] env[65968]: INFO networking_nsxv3.common.synchronization [req-5f09fce1-9938-41e8-bf08-8fe6d2bea841 req-d2445304-90ab-4ad7-81f8-e35696ecb905 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 1021.664931] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGHEST for action security_group_members [ 1021.665158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.666088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.666149] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.963353] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.169384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.169549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.169646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.169931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.194070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.194070] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.194070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.194070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.194070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.194070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.194070] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c is going to be updated. [ 1022.220269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.220412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.220525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.220678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.220823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.229618] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: IN_PROGRESS for 2s [ 1022.467519] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f90a034-08b3-413f-b0af-e7dfcebfd288: rpc.has_security_group_logging(os_id): False [ 1022.515778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.515888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.515961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.516509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.516509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.516509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.516727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.516727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.517270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.517270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.517270] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be created. [ 1022.611102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.611272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.611343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.611565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.611752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.628897] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: IN_PROGRESS for 2s [ 1022.869109] env[65968]: INFO networking_nsxv3.common.synchronization [req-c736d521-5042-4d06-a97e-596218c28c05 req-0aa4bdd7-a56a-4fc8-9ded-c8f6e0fba139 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1022.869901] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1022.869901] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.869901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.869901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.872309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.872451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.872726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.872726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.872883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.872921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.873027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.375447] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.877772] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.241258] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: IN_PROGRESS for 4s [ 1024.380597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.380948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.380948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.381058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.381150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.381246] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1024.414361] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.414534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.414638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.414942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.415152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.425655] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1024.641626] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: SUCCESS [ 1024.641863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254180] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c in Status: SUCCESS [ 1026.254180] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c deletion is rescheduled due to dependency. [ 1026.254180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.438597] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1026.438814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.619219] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8ff31d1f-edf9-4094-be20-cbaf33cf055d None None] Enqueued Resource ID: 07541ce0-1db4-4fba-b6d6-3af9e27340c9 with Priority: HIGHEST for action port [ 1026.619219] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07541ce0-1db4-4fba-b6d6-3af9e27340c9 with Priority: HIGHEST for action port [ 1026.619219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-07541ce0-1db4-4fba-b6d6-3af9e27340c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07541ce0-1db4-4fba-b6d6-3af9e27340c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07541ce0-1db4-4fba-b6d6-3af9e27340c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.619219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07541ce0-1db4-4fba-b6d6-3af9e27340c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.619219] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07541ce0-1db4-4fba-b6d6-3af9e27340c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.121316] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07541ce0-1db4-4fba-b6d6-3af9e27340c9 [ 1027.121470] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.121851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.122630] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07541ce0-1db4-4fba-b6d6-3af9e27340c9 already deleted. [ 1027.122630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07541ce0-1db4-4fba-b6d6-3af9e27340c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.017055] env[65968]: INFO networking_nsxv3.common.synchronization [None req-08a19646-2dcf-412d-a427-26d630ffbe4f None None] Enqueued Resource ID: 9d1f598f-4972-46b1-b3e9-4e48eb39c47a with Priority: HIGHEST for action port [ 1029.019132] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f598f-4972-46b1-b3e9-4e48eb39c47a with Priority: HIGHEST for action port [ 1029.019544] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1f598f-4972-46b1-b3e9-4e48eb39c47a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.019750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1f598f-4972-46b1-b3e9-4e48eb39c47a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.019869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1f598f-4972-46b1-b3e9-4e48eb39c47a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.020257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1f598f-4972-46b1-b3e9-4e48eb39c47a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.020382] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1f598f-4972-46b1-b3e9-4e48eb39c47a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.054829] env[65968]: INFO networking_nsxv3.common.synchronization [req-4a17b7cb-d4dd-4b92-8870-9a45312f6602 req-a00d0f4f-f6e6-4319-9e68-4fbdfe2d5287 tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1029.055415] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1029.055738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.055858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.055921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.056130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.056271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.056363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.056423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.056552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.056628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.056747] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.388597] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.388834] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.388911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.389224] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.389516] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.389676] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.389792] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.390010] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.390259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.390468] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.390578] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.390681] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.390831] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.390951] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.391072] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.391202] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.411845] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.412033] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.412174] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.412343] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.412688] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.412862] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.412981] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.413361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.413509] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bc3ed6-f09b-41a8-9160-a0ea924aeb88',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.523393] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d1f598f-4972-46b1-b3e9-4e48eb39c47a [ 1029.523654] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.523791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.523858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.524089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.524176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.524267] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d1f598f-4972-46b1-b3e9-4e48eb39c47a already deleted. [ 1029.524358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1f598f-4972-46b1-b3e9-4e48eb39c47a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.561079] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.711318] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb02fc62-fed9-4cf9-ae63-afdfc1e02c4d req-7b5b2fa7-ca52-4837-96b2-ac3b1c4dd2eb tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 1029.711924] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGHEST for action security_group_members [ 1029.712248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.712360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.712424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.712636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.712766] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.712915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.712915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.713172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.713172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.713310] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.916034] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.916316] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.916454] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.916756] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.916944] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.917077] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 not found, creating... [ 1029.917336] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.917488] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.917603] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.917824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.917950] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.918235] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.918385] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.918496] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.918694] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.918820] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.918950] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 is going to be created. [ 1029.940277] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.940513] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.940671] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.940975] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.941234] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.941458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064167] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.215250] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.216415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.216415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.216415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.238537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.238773] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.238902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.238970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.241228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241228] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d is going to be updated. [ 1030.269385] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.269534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.269600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.269808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.269959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.279500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: IN_PROGRESS for 2s [ 1030.568577] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.568577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.568577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.568577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.568577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.568963] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1030.598547] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.598697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.598748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.598955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.599119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.608528] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [req-4a17b7cb-d4dd-4b92-8870-9a45312f6602 req-2d5631fd-28cb-4cae-a9a0-a5b65cfb9a1b service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [req-4a17b7cb-d4dd-4b92-8870-9a45312f6602 req-2d5631fd-28cb-4cae-a9a0-a5b65cfb9a1b service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [req-4a17b7cb-d4dd-4b92-8870-9a45312f6602 req-2d5631fd-28cb-4cae-a9a0-a5b65cfb9a1b service nova] Enqueued Resource ID: e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 with Priority: HIGHEST for action port [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1030.684237] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 with Priority: HIGHEST for action port [ 1030.684590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.685189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.685271] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.686202] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.686497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.687228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.687228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.687228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.687228] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bc3ed6-f09b-41a8-9160-a0ea924aeb88',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.800452] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.800452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.800452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.800758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.800758] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.189322] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.189640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.189683] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 with status ACTIVE [ 1031.189837] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.189942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.190012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.190244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.190331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.190499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.190592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.190655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.190811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.190905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.191101] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.191195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.191255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.191399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.191472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.191555] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bc3ed6-f09b-41a8-9160-a0ea924aeb88 is going to be updated. [ 1031.216017] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.216252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.216252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.216443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.216588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.216750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bc3ed6-f09b-41a8-9160-a0ea924aeb88" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.303763] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.806384] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.291223] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66e2612-a345-4e1d-b67f-b87160ac186d in Status: SUCCESS [ 1032.291734] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d deletion is rescheduled due to dependency. [ 1032.291734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.309265] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1032.309379] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1032.630115] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1032.630553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.630851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.631230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.631548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.631780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.631890] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.632116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.632251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.632400] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.050852] env[65968]: INFO networking_nsxv3.common.synchronization [req-7d6fcd63-b277-4707-8daa-385b935bb4d0 req-5757621e-f8a8-4fea-a687-23e18895700c tempest-ImagesTestJSON-175862518 tempest-ImagesTestJSON-175862518-project-member] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1033.051460] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGHEST for action security_group_members [ 1033.051819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.054566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.054672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.054946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.055163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.055303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.055390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.055578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.055711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.056244] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.135806] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.180105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.180255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.180321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.180502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.192169] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1033.193107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.194390] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1033.230919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.231067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.231124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.231340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.242546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.243326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1033.243374] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.243470] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1033.286405] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.286550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.286620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.286824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.287816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.288008] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1033.361651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.361651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.361651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.362106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.362172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.362422] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1033.433378] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.433630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.433630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.433974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.434269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.434554] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1033.434655] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0b7f587d-b7de-4133-b57b-21636e296be4', '8f90a034-08b3-413f-b0af-e7dfcebfd288', '14b8cdb1-bc73-464d-9a23-7d9e5076b99f', 'e55f5ff0-fe24-429c-b32b-326ebec0d5a6', '58c0138c-6933-4eb4-953e-970e8e28d133', '273e00ce-67b5-4e2a-b937-9ce95da37adb', 'f7febd51-3d3a-43e8-baf5-3df8c9f40a5c', 'f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d', '2036f689-8ae0-4959-9057-29e3d3ee867b', 'b393d12d-29f2-40bb-9022-662a89a77c41', 'eaec2708-84cc-412a-a9e6-e9abc86cf132', 'c66e2612-a345-4e1d-b67f-b87160ac186d', '34708459-011d-4b2e-a20a-8ac924489913', 'ad61a386-47b6-456f-b00e-d31428af14a8', '17153456-1176-460f-a810-c6460639378a', '8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc', '61797031-0524-4f85-972c-28a6d77a8dd0', '89ec10bc-bd2e-4bdd-8fa0-b500c231511a', '9021eaed-f956-4719-8c24-bb07948dc586', '9d8d4a76-3284-4982-9af2-84a9d4017d6d', 'a418c1b4-55f6-4379-83dd-144504622c75', '65af97dc-f257-4591-8520-a81dadd3b7a4', '45110b6b-44ff-4e63-aa9e-af67874de7c9', '0920df78-14c4-425f-9a42-b6396632a9d3', '2adfe914-be92-49e0-8fd2-a89710641337', '53f83779-3e74-4288-b5da-d137a92eeedf', '105f4c71-b4a6-489e-b56b-8133942aeb6a', '5052096c-f488-4f8d-9aad-a84baf72d6ca', '0112d881-f949-4666-9385-e019740c6e7c', 'cede5786-2c6e-451f-ab26-17425719b5d3', '9ed38302-5ca7-49a1-992d-3351927abbb6', '2f3d1dee-d62e-487e-b8e2-fcd378339841', 'd6c84cd5-3a11-410b-bec7-afe9f3ad5bed', '6aafface-334d-487d-910a-0640b089abf4', 'aeef807f-ed18-45ec-a3a4-a3ffdd6e390d', 'd9fb4b6f-bc29-487f-b212-830859874b64', 'f16559ec-fdc0-4eef-8412-794794371550', '0166db88-b0d7-49e2-85fa-076406c50352'} {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.434765] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1033.457290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.457478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.457520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.457713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.457808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.457928] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1033.458056] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.458180] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1033.523722] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.523887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.523933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.524149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.525078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.525338] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1033.525420] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.525489] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1033.525555] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1033.525634] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1033.525701] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGH for action security_group_rules [ 1033.525778] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_rules [ 1033.525842] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGH for action security_group_rules [ 1033.525900] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGH for action security_group_rules [ 1033.525954] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGH for action security_group_rules [ 1033.526047] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGH for action security_group_rules [ 1033.526123] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGH for action security_group_rules [ 1033.526191] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_rules [ 1033.526241] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_rules [ 1033.526289] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_rules [ 1033.526345] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGH for action security_group_rules [ 1033.526411] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGH for action security_group_rules [ 1033.526463] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 1033.526513] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGH for action security_group_rules [ 1033.526565] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGH for action security_group_rules [ 1033.526622] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGH for action security_group_rules [ 1033.526679] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGH for action security_group_rules [ 1033.526738] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGH for action security_group_rules [ 1033.526792] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGH for action security_group_rules [ 1033.526897] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGH for action security_group_rules [ 1033.526958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.558628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.558894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.559017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.560142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.580960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.581252] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.581370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.581429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.581698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.581789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.581879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be updated. [ 1033.607840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.608053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.608053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.608270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.608409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.620894] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: IN_PROGRESS for 2s [ 1033.638424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.140674] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.140859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.140907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.141152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.141267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.141371] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1034.184256] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.184552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.184552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.184672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.184838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.198895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1035.630694] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7f587d-b7de-4133-b57b-21636e296be4 in Status: SUCCESS [ 1035.630694] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 deletion is rescheduled due to dependency. [ 1035.630694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.209469] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1036.209694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.209870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.210106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.210304] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.210423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.210487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.210666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.210724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.210795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.210884] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.713047] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.713650] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.714127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714313] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.714405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.714464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.714596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.714732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.714818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.714875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.714998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.715091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.715169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.715264] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [req-04bdf98c-794a-42ae-ae02-928be793ad9c req-1a970dba-fdff-4b50-a449-e010514bbf0b tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7f587d-b7de-4133-b57b-21636e296be4 with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17153456-1176-460f-a810-c6460639378a with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021eaed-f956-4719-8c24-bb07948dc586 with Priority: HIGH for action security_group_rules [ 1037.174169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a with Priority: HIGH for action security_group_rules [ 1037.175169] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61797031-0524-4f85-972c-28a6d77a8dd0 with Priority: HIGH for action security_group_rules [ 1037.175402] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGH for action security_group_rules [ 1037.175620] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGH for action security_group_rules [ 1037.175934] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 1037.176495] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66e2612-a345-4e1d-b67f-b87160ac186d with Priority: HIGH for action security_group_rules [ 1037.176726] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 with Priority: HIGH for action security_group_rules [ 1037.176927] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_rules [ 1037.177264] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_rules [ 1037.177542] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGH for action security_group_rules [ 1037.177835] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_rules [ 1037.178104] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGH for action security_group_rules [ 1037.178311] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_rules [ 1037.178513] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 with Priority: HIGH for action security_group_rules [ 1037.178949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.179304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.179908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.179908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.179908] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.180283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.180443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.181100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.181100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.181100] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.182629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7f587d-b7de-4133-b57b-21636e296be4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.182884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.183271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.184214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.184214] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7f587d-b7de-4133-b57b-21636e296be4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.185371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.185371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.185371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.185371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.185371] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b8cdb1-bc73-464d-9a23-7d9e5076b99f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.186459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.186927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.186927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.186927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.186927] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7febd51-3d3a-43e8-baf5-3df8c9f40a5c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.189508] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17153456-1176-460f-a810-c6460639378a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.189508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.189508] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17153456-1176-460f-a810-c6460639378a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.189508] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.189879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.189879] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.191769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021eaed-f956-4719-8c24-bb07948dc586 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.191769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.191769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.191769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.191769] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021eaed-f956-4719-8c24-bb07948dc586',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.193320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.193320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.193320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.193320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.193320] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89ec10bc-bd2e-4bdd-8fa0-b500c231511a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.194802] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61797031-0524-4f85-972c-28a6d77a8dd0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.194907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.194986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.195167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.195507] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61797031-0524-4f85-972c-28a6d77a8dd0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.196294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.196391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.196481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.196594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.196995] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.197699] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.197795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.198703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.198703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.198703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.198844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.198946] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.199922] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66e2612-a345-4e1d-b67f-b87160ac186d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.200084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.200137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.200365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.200365] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66e2612-a345-4e1d-b67f-b87160ac186d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.201533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaec2708-84cc-412a-a9e6-e9abc86cf132 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.201533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.201533] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaec2708-84cc-412a-a9e6-e9abc86cf132',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.202588] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.202702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.202760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.203035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.203303] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.205154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.205154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.205154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.205154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.205154] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.205351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.205351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.205478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.206256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.206256] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.207383] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207770] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.208919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.209031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.209098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.209237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.209305] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.210441] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.210722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.210722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.210828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.210828] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.211779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.211887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.211949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.212110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.212208] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f5ff0-fe24-429c-b32b-326ebec0d5a6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.212375] env[65968]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1037.218649] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc: rpc.has_security_group_logging(os_id): False [ 1037.237258] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.237521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.237609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.237909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.241126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.241794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.261931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.262258] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.262393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.262452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.262647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.262746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.262977] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.263295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.263295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.263396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.263396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.263909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.263909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.263909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.263909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.263909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.264191] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1037.265592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.266359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.285679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.286179] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17153456-1176-460f-a810-c6460639378a is going to be deleted. [ 1037.340023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.340215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.340305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.340544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.340717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.342854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.343036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.343090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.343279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.343377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.343485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17153456-1176-460f-a810-c6460639378a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.357883] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1037.540744] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.540941] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.541078] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.541393] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.541644] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.541803] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.541917] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.542152] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.542291] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.542586] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.542702] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.542810] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.543335] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.543335] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.543335] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.543335] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.561749] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.561846] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.562054] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.562166] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.562482] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e9c2daa1-b18d-4441-a484-249475d27b85 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.562652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.562769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.563270] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.563270] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c2daa1-b18d-4441-a484-249475d27b85',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.618878] env[65968]: INFO networking_nsxv3.common.synchronization [None req-3910f1d6-674d-4e26-908b-633647060ddc tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1037.619698] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1037.620469] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.620619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.620667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.620942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.621117] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.683904] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.684101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.684169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.684384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.684475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.684668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.684856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.684940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.685070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.685171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.685260] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 already deleted. [ 1037.685341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.701790] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.701957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.702030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.702283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.702490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.702633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.702725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.702898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.703040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.703144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.703267] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.705602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.705733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.705844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.705976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.706067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.706159] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7f587d-b7de-4133-b57b-21636e296be4 is going to be deleted. [ 1037.707609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.707714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.707811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.707937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.714398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.714741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.718763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.718896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.718946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.719164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.719314] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.719414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.719473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.719626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.719708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.719790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.719877] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.743429] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1b5866a9-53eb-493c-a6d7-852bc3a0a825 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1037.749257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.749434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.754833] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1037.765237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.765373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.785667] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.785850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.797764] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.797898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.798973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.799854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.801571] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.801680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.802533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.802627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.803356] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.803447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.804342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.804460] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b8cdb1-bc73-464d-9a23-7d9e5076b99f is going to be deleted. [ 1037.806039] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.806164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.806219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.806448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.807872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.807966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.808654] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.809070] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.809165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.810671] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.811149] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.811205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.823649] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.824222] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.824339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.832362] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.833225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.833225] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66e2612-a345-4e1d-b67f-b87160ac186d is going to be deleted. [ 1037.834099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.834323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.854072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.854072] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61797031-0524-4f85-972c-28a6d77a8dd0 is going to be deleted. [ 1037.855167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.856405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.879340] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.879577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.885033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885184] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be deleted. [ 1037.886216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.886500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.889458] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.889632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.938786] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaec2708-84cc-412a-a9e6-e9abc86cf132 is going to be deleted. [ 1037.939920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.940212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.947488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.947653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.977096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.977329] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be deleted. [ 1037.978392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.978743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.055295] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.055509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.067175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.067356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.067802] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.067978] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.068114] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.068420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.068570] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.068722] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e9c2daa1-b18d-4441-a484-249475d27b85 not found, creating... [ 1038.069106] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.069261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.069312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.069541] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.069824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.070144] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.070306] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.070421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.070645] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.070785] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.070927] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e9c2daa1-b18d-4441-a484-249475d27b85 is going to be created. [ 1038.084736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.085787] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 is going to be deleted. [ 1038.086027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.086247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.126443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.126656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.137630] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.138281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.138433] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.138719] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.138962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.139216] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.149148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.149310] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be deleted. [ 1038.150168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.150375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.190030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.205831] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.215573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.215724] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be deleted. [ 1038.216972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.217224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.229728] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.238154] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.238329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.298148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.298327] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb is going to be deleted. [ 1038.299565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.299902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.338981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.339212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.353720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.353720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.365279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.365453] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89ec10bc-bd2e-4bdd-8fa0-b500c231511a is going to be deleted. [ 1038.366610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.366610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.429897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.430107] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7febd51-3d3a-43e8-baf5-3df8c9f40a5c is going to be deleted. [ 1038.430956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.431179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.478157] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.478363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.483248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.483248] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f5ff0-fe24-429c-b32b-326ebec0d5a6 is going to be deleted. [ 1038.484056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.484263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.527754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.527901] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be deleted. [ 1038.528826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.529048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.534460] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.534598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562114] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.576821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.576988] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021eaed-f956-4719-8c24-bb07948dc586 is going to be deleted. [ 1038.578194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.578413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.578501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.578623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7f587d-b7de-4133-b57b-21636e296be4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.579348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.579348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.579348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.579348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b8cdb1-bc73-464d-9a23-7d9e5076b99f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.580028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66e2612-a345-4e1d-b67f-b87160ac186d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.580287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61797031-0524-4f85-972c-28a6d77a8dd0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.580721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaec2708-84cc-412a-a9e6-e9abc86cf132" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.581038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.581231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.581334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.581455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.581584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.581751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.581829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.581935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.582077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.582315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.582432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.582562] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9183810a-735b-4205-b055-3996234d2677 already deleted. [ 1038.582660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.582857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.583159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.583315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.583435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.583661] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.584546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.584703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.584785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.584907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.585555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.585714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.585795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.585915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.586058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.586202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.586277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.586387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.586508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.586645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.586717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.586837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89ec10bc-bd2e-4bdd-8fa0-b500c231511a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.586943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.587094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.587169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.587379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7febd51-3d3a-43e8-baf5-3df8c9f40a5c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.632267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.632366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.632624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.632624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.633668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f5ff0-fe24-429c-b32b-326ebec0d5a6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.671978] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.671978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.671978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.671978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.671978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.671978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708541] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34708459-011d-4b2e-a20a-8ac924489913: rpc.has_security_group_logging(os_id): False [ 1038.731828] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f90a034-08b3-413f-b0af-e7dfcebfd288: rpc.has_security_group_logging(os_id): False [ 1038.840240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.840453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.840499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.840746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.840838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.840987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021eaed-f956-4719-8c24-bb07948dc586" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841978] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.842139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.842208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.842411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.845310] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.845452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.859685] env[65968]: INFO networking_nsxv3.common.synchronization [req-04bdf98c-794a-42ae-ae02-928be793ad9c req-d063be17-4daf-4ef0-9e60-091047fabec8 service nova] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1038.859933] env[65968]: INFO networking_nsxv3.common.synchronization [req-04bdf98c-794a-42ae-ae02-928be793ad9c req-d063be17-4daf-4ef0-9e60-091047fabec8 service nova] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1038.860131] env[65968]: INFO networking_nsxv3.common.synchronization [req-04bdf98c-794a-42ae-ae02-928be793ad9c req-d063be17-4daf-4ef0-9e60-091047fabec8 service nova] Enqueued Resource ID: e9c2daa1-b18d-4441-a484-249475d27b85 with Priority: HIGHEST for action port [ 1038.860711] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1038.860847] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1038.860940] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c2daa1-b18d-4441-a484-249475d27b85 with Priority: HIGHEST for action port [ 1038.861574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.861574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.861574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.861771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.861771] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.863124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.863317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.863397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.863830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864051] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.864242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864635] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.865851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c2daa1-b18d-4441-a484-249475d27b85 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870280] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c2daa1-b18d-4441-a484-249475d27b85',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.883387] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.883922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.884066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.884233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.884289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.884539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.884609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.885287] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1038.888730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.888730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.951172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.951509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.951687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.951960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.952071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.952169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be updated. [ 1039.033153] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.033363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.033482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.033920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.034211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.036303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.036420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.036479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.036649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.036824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.061940] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1039.062939] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: IN_PROGRESS for 2s [ 1039.123485] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.123657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.123657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.124058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.124171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.124281] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9183810a-735b-4205-b055-3996234d2677 already deleted. [ 1039.124369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.370949] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.372200] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.372400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.373237] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1039.373449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.374324] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9c2daa1-b18d-4441-a484-249475d27b85 with status ACTIVE [ 1039.374324] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.375276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.375490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.375595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375879] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.375970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376248] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9c2daa1-b18d-4441-a484-249475d27b85 is going to be updated. [ 1039.377406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.377634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377696] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.403289] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.403465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.403512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.403698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.403867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.404048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c2daa1-b18d-4441-a484-249475d27b85" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.875547] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.880507] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.880642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.880642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.880870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.880988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.881101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.881157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.881317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.881398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.881485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.881572] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.380791] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.380922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.380966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.381180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.381262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.381358] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be created. [ 1040.383166] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.383324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.383408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.384292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.384895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.385016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.385078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.385335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.385532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.385532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.385666] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.385763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.385836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.385959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.386917] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.386917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.386917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.386917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.386917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.386917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.386917] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.406177] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.407667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.407667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.418148] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: UNINITIALIZED for 2s [ 1040.645608] env[65968]: INFO networking_nsxv3.common.synchronization [req-8cd9aa58-247c-4665-9bce-51d27e798f97 req-b74a4576-5338-42c6-9562-959fdc353300 tempest-InstanceActionsTestJSON-770277888 tempest-InstanceActionsTestJSON-770277888-project-member] Enqueued Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1040.645608] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1040.645608] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.645608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.645608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.646188] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.646463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.646637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.646897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.647232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.647439] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.891898] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc: rpc.has_security_group_logging(os_id): False [ 1040.910334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.910548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.910649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.910957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.911051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.911417] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.911480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.911527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.911783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.911783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912100] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.912196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.912283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.912455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.912563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.912911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.912999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.913183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.913290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.913404] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1040.969981] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.970245] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-876" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.970401] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-876" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.970776] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-876" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.971097] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.971264] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971379] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.971592] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.971734] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.971940] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.972063] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.972168] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.972271] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.972374] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.972473] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.972599] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.974535] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.974639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.974720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.974884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.975046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.993651] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1040.994535] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.994688] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.994822] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.994992] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-876" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.995309] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.995474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.995589] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.995913] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.996054] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcbe607-9f35-4bbf-a8c7-e4ba9d388911',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.079239] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: SUCCESS [ 1041.079590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.080522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1041.080770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.149752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.149940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.149983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.150212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.150345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.150611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.150768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.150843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.151028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.151107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.151193] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c55810-5169-4179-9dca-8199200c9f2e already deleted. [ 1041.151270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.498850] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.499217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.499363] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.499641] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.499793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.499945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 not found, creating... [ 1041.500249] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.500406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.500518] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.500742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.500872] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.501303] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.501581] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.501940] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.502189] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.502332] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.502485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 is going to be created. [ 1041.524094] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.524321] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.524442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.524721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.525010] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.525250] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.226503] env[65968]: INFO networking_nsxv3.common.synchronization [req-8cd9aa58-247c-4665-9bce-51d27e798f97 req-3422adc7-5c46-4b25-80a4-5f01091ffae1 service nova] Enqueued Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_rules [ 1042.226503] env[65968]: INFO networking_nsxv3.common.synchronization [req-8cd9aa58-247c-4665-9bce-51d27e798f97 req-3422adc7-5c46-4b25-80a4-5f01091ffae1 service nova] Enqueued Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1042.226503] env[65968]: INFO networking_nsxv3.common.synchronization [req-8cd9aa58-247c-4665-9bce-51d27e798f97 req-3422adc7-5c46-4b25-80a4-5f01091ffae1 service nova] Enqueued Resource ID: 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 with Priority: HIGHEST for action port [ 1042.226836] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_rules [ 1042.227226] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1042.227226] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 with Priority: HIGHEST for action port [ 1042.227411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.227583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.227583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.227830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.227913] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.229151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.229297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.229367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.229594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.229754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.229998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.229998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.230299] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.231135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.231250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.231300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.231488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.231564] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcbe607-9f35-4bbf-a8c7-e4ba9d388911',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.431450] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1042.431639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.432167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.432264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.432396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.432539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.432607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.432801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.432894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.432996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.433137] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.733897] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.734064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.734255] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.735270] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 with status ACTIVE [ 1042.735367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.735433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.735501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.735704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.735960] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.736065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.736599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.736599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.736599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.736599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.736599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.736784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.736784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.736856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.736894] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dcbe607-9f35-4bbf-a8c7-e4ba9d388911 is going to be updated. [ 1042.758968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.759142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.759217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.759411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.759548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.759704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcbe607-9f35-4bbf-a8c7-e4ba9d388911" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.881483] env[65968]: INFO networking_nsxv3.common.synchronization [None req-ec2922b4-8821-47b8-bf29-22e185f4867f tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: c66285e2-63f9-43bd-acdc-661dfca2363d with Priority: HIGHEST for action security_group_rules [ 1042.883760] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66285e2-63f9-43bd-acdc-661dfca2363d with Priority: HIGHEST for action security_group_rules [ 1042.883894] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66285e2-63f9-43bd-acdc-661dfca2363d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.884226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.884226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.885079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.885079] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66285e2-63f9-43bd-acdc-661dfca2363d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.935988] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.010827] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1043.011064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.087475] env[65968]: INFO networking_nsxv3.common.synchronization [None req-cbe19c34-2d0c-402d-8c99-690fbf046aa4 tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: c66285e2-63f9-43bd-acdc-661dfca2363d with Priority: HIGHEST for action security_group_rules [ 1043.087995] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66285e2-63f9-43bd-acdc-661dfca2363d with Priority: HIGHEST for action security_group_rules [ 1043.088459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66285e2-63f9-43bd-acdc-661dfca2363d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.088580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.239326] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.410564] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.410680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.410725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.410946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.411068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.411173] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66285e2-63f9-43bd-acdc-661dfca2363d already deleted. [ 1043.411258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.411411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.411569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.411654] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66285e2-63f9-43bd-acdc-661dfca2363d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.438282] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac29230a-cc29-459b-ba9a-cdf11580ef11: rpc.has_security_group_logging(os_id): False [ 1043.457601] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.457741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.457806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.458031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.458126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.458376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.458478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.458628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.458699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.458754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.458838] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be created. [ 1043.528783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.529062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.529062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.529272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.529402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.541136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1043.742562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.743180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.743398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.743398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c55810-5169-4179-9dca-8199200c9f2e is going to be created. [ 1043.769586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.769744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.769808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.781467] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: UNINITIALIZED for 2s [ 1043.934898] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.935131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.935198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.935559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.935559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.935740] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66285e2-63f9-43bd-acdc-661dfca2363d already deleted. [ 1043.935740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66285e2-63f9-43bd-acdc-661dfca2363d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.517152] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb40e5b9-5c0b-473a-9c34-d9fc3a91a518 req-d9f11b02-39c5-4086-806c-166950cf2e04 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1045.517152] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1045.517867] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.517867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.517867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.517867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.518091] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.518091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.518315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.518505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.518624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.518745] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.557523] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1045.557523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.794168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: SUCCESS [ 1045.794431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.794624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.794842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.795047] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.795200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.795280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.795443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.795521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.795603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.795693] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.843762] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.844040] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.844188] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.844507] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.844772] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.844943] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.845082] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.845322] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.845469] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.845672] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.845780] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.845885] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.845988] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.846103] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.846224] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.846350] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.866042] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.866768] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.866925] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.866992] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.867347] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-aafa19ad-f09b-42a3-b94b-b073da99c4e5 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.867528] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.867664] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.868008] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.868202] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafa19ad-f09b-42a3-b94b-b073da99c4e5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.024323] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.024506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.024578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.024785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.024916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.025172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.025287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.025356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.025525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.025600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.025708] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 already deleted. [ 1046.025798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.298046] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.298291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.298291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.298534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.298568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.298644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.298702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.298853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.298937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.299040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.299200] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.299314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.299400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.299552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.299693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.299786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.299845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.299981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.300074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300240] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.372488] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.372703] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.372855] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.373092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.373296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.373461] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port aafa19ad-f09b-42a3-b94b-b073da99c4e5 not found, creating... [ 1046.373995] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.373995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.373995] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.374291] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.374435] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.374710] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.375067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.375207] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.375362] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.375497] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 is going to be created. [ 1046.382677] env[65968]: INFO networking_nsxv3.common.synchronization [req-130cb266-7e70-487a-a35c-df29a4078144 req-cd8f683b-adbc-45ef-9d78-1ec8a8948295 tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1046.383187] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1046.383448] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.383572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.383671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.383865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.384045] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.384154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.384215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.384358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.384436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.384688] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.396054] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.396336] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.396482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.396747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.396977] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.397203] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.804438] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0c55810-5169-4179-9dca-8199200c9f2e: rpc.has_security_group_logging(os_id): False [ 1046.823637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.823802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.823859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.824205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.824333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.824609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.824720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.824783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.824977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.825101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.825328] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.825452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.825525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.825690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.825795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.826909] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.826909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.826909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.826909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.826909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.826909] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c55810-5169-4179-9dca-8199200c9f2e is going to be created. [ 1046.886850] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.887058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.887129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.887359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.890299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.890426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.913615] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.913731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.914075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.914191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.914251] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1046.915868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.916066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.916284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.930922] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: IN_PROGRESS for 2s [ 1046.954042] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.954042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.954042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.954326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.954364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.972583] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1047.599952] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb40e5b9-5c0b-473a-9c34-d9fc3a91a518 req-1d5244c4-577c-4205-af7e-15a59c2efa29 service nova] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1047.599952] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb40e5b9-5c0b-473a-9c34-d9fc3a91a518 req-1d5244c4-577c-4205-af7e-15a59c2efa29 service nova] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1047.599952] env[65968]: INFO networking_nsxv3.common.synchronization [req-bb40e5b9-5c0b-473a-9c34-d9fc3a91a518 req-1d5244c4-577c-4205-af7e-15a59c2efa29 service nova] Enqueued Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1047.599952] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1047.600141] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1047.600181] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1047.600729] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.600848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.600913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.601475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.601547] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.603561] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.603704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.603775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.604038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.604201] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.604300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.604363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.604518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.604604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.604709] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.605479] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-aafa19ad-f09b-42a3-b94b-b073da99c4e5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.605584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.605649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.605797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.605868] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafa19ad-f09b-42a3-b94b-b073da99c4e5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.108063] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.108063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.109454] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.110652] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aafa19ad-f09b-42a3-b94b-b073da99c4e5 with status ACTIVE [ 1048.110652] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.110652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.110839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.110948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.110993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.111471] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.111471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.111471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.111471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.111642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.111758] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.111851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.111933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.112556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.112556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.112556] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 is going to be updated. [ 1048.137545] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.137708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.137749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.138027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.138190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.138355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.614140] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.943278] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: SUCCESS [ 1048.943414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.983621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1048.984127] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 1048.984127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.116553] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.116870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.116870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.116997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.117117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.117231] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be created. [ 1049.141880] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.142071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.142158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.142363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.142554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.152823] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: UNINITIALIZED for 2s [ 1051.165016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1051.165016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.165016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.165016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.165016] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.165910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.165910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.165910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.165910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.165910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.165910] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.667797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.668025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.668025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.668256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.668426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.668525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.668589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.668733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.668821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.668909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.669075] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.669213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.669254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669498] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.669587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.669645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.669952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.670054] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.847280] env[65968]: INFO networking_nsxv3.common.synchronization [req-d12815a2-93ce-499b-9baf-70ddeae7c1be req-69d64f7f-3a22-4ce6-8eb1-70dc7592351e tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1051.848058] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1051.848574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.848574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.848798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.849209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849298] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.849689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.850015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.850126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.850448] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.172375] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1052.193278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.193388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.193488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.193643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.193732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.193924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.194078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.194146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.194290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.194365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.194567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.194675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.194750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.194851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.195056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.195157] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.195235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.195287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.195426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.195499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.195579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be created. [ 1052.220647] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.220873] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.221064] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.221331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.221620] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.221820] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.221988] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.222256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.222421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.222660] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.222795] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.222921] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.223067] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.223197] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.223331] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.223487] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.245751] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.245751] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.245751] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.245751] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.246871] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-421fd960-6acf-40ee-9225-0fac00b9c63b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.246871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.246871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.247126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.247265] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421fd960-6acf-40ee-9225-0fac00b9c63b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.268414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.268570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.268698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.272031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.272031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.284582] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1052.354796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.354796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.354796] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9183810a-735b-4205-b055-3996234d2677 already deleted. [ 1052.354796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.750396] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.750396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.750396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.750777] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.752952] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 421fd960-6acf-40ee-9225-0fac00b9c63b not found, creating... [ 1052.752952] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.752952] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.752952] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.753531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.753531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.753531] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 421fd960-6acf-40ee-9225-0fac00b9c63b is going to be created. [ 1052.776904] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.777184] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.777329] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.777641] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.777905] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.778168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.246866] env[65968]: INFO networking_nsxv3.common.synchronization [None req-fc220ceb-0637-4878-bad8-0c1b72fb3282 None None] Enqueued Resource ID: 84adc6fd-2cf6-4038-a23f-cce5093b7195 with Priority: HIGHEST for action port [ 1053.247539] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84adc6fd-2cf6-4038-a23f-cce5093b7195 with Priority: HIGHEST for action port [ 1053.247757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-84adc6fd-2cf6-4038-a23f-cce5093b7195 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.248158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84adc6fd-2cf6-4038-a23f-cce5093b7195" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.248158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84adc6fd-2cf6-4038-a23f-cce5093b7195" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.248525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84adc6fd-2cf6-4038-a23f-cce5093b7195" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.248666] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84adc6fd-2cf6-4038-a23f-cce5093b7195',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.487418] env[65968]: INFO networking_nsxv3.common.synchronization [req-d12815a2-93ce-499b-9baf-70ddeae7c1be req-cb1fd588-5de7-45f4-aa88-21f4e47e270b service nova] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1053.487809] env[65968]: INFO networking_nsxv3.common.synchronization [req-d12815a2-93ce-499b-9baf-70ddeae7c1be req-cb1fd588-5de7-45f4-aa88-21f4e47e270b service nova] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1053.488188] env[65968]: INFO networking_nsxv3.common.synchronization [req-d12815a2-93ce-499b-9baf-70ddeae7c1be req-cb1fd588-5de7-45f4-aa88-21f4e47e270b service nova] Enqueued Resource ID: 421fd960-6acf-40ee-9225-0fac00b9c63b with Priority: HIGHEST for action port [ 1053.489357] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_rules [ 1053.489577] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1053.489757] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421fd960-6acf-40ee-9225-0fac00b9c63b with Priority: HIGHEST for action port [ 1053.490178] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.490380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.490416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.490695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.490813] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.492109] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.492265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.492356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.492588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.492763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.492880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.493094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.493302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.493415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.493529] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.494511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-421fd960-6acf-40ee-9225-0fac00b9c63b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.494892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.495028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.496167] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421fd960-6acf-40ee-9225-0fac00b9c63b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.752365] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84adc6fd-2cf6-4038-a23f-cce5093b7195 [ 1053.752633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.752805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.752878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.753141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.753236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.753351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84adc6fd-2cf6-4038-a23f-cce5093b7195 already deleted. [ 1053.753409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84adc6fd-2cf6-4038-a23f-cce5093b7195" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.000592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000592] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.000592] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 421fd960-6acf-40ee-9225-0fac00b9c63b with status ACTIVE [ 1054.000592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.003781] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.003781] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.003781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.003781] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 421fd960-6acf-40ee-9225-0fac00b9c63b is going to be updated. [ 1054.032289] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.032443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.032496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.032702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.032839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.033009] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421fd960-6acf-40ee-9225-0fac00b9c63b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.261362] env[65968]: INFO networking_nsxv3.common.synchronization [req-1cfa2250-3088-465d-8ee8-29dcddfd268f req-f4197fc9-3b33-4a28-bc9c-1f8f23e26ac8 tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1054.261861] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1054.262964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.262964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.262964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.262964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.262964] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.262964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.262964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.263634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.263634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.263634] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.300613] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1054.300806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.410925] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d1f8d7e3-d5d1-4a3c-ba27-fa2acd51224c tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1054.411517] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1054.411824] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.411961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.412161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.412470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.412657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.505701] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.625022] env[65968]: INFO networking_nsxv3.common.synchronization [req-33268812-331d-46ed-9655-d8a9d6a8331d req-a1c2e585-fc07-436a-817b-8bf357fe8381 tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 1054.625568] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 1054.626601] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.627690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.629040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629253] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.629369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.629436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.629798] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.634521] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.634521] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.634771] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.635151] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.635592] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.635815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.636161] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.636653] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.636653] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.636882] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.638107] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.638107] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.638227] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.638320] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.638431] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.638565] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.662318] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.663805] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.663805] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.663805] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-411" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.663805] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-8e145824-53c4-4c6c-b7a9-351762ace0db taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.663805] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.663805] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664289] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664289] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e145824-53c4-4c6c-b7a9-351762ace0db',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.731350] env[65968]: INFO networking_nsxv3.common.synchronization [None req-53bb8217-e483-48be-8766-0522ca1e2afc tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1054.731916] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1054.732271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.732381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.765230] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.945260] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.945498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.945498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.945744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.945838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.945939] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 already deleted. [ 1054.946035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.946367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.946453] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.012529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.012781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.012851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.013068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.013156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.013253] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9183810a-735b-4205-b055-3996234d2677 is going to be created. [ 1055.039872] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.040028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.040110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.040325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.040508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.056057] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: UNINITIALIZED for 2s [ 1055.132191] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.166986] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167266] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167397] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.167676] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.167990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 8e145824-53c4-4c6c-b7a9-351762ace0db not found, creating... [ 1055.168285] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.168466] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.168608] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.168831] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.168968] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.169270] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.169423] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.169537] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.169744] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.169876] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.170063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 8e145824-53c4-4c6c-b7a9-351762ace0db is going to be created. [ 1055.189918] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.190430] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.190430] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.190612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.191144] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.191144] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.270068] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.435311] env[65968]: INFO networking_nsxv3.common.synchronization [None req-89c2fc66-a8ef-4ebf-b83d-f90c52dbf6ba None None] Enqueued Resource ID: e4154a57-0e54-4653-9a99-6564b49d00d6 with Priority: HIGHEST for action port [ 1055.435946] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4154a57-0e54-4653-9a99-6564b49d00d6 with Priority: HIGHEST for action port [ 1055.436312] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4154a57-0e54-4653-9a99-6564b49d00d6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.436456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4154a57-0e54-4653-9a99-6564b49d00d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.436542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4154a57-0e54-4653-9a99-6564b49d00d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.437097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4154a57-0e54-4653-9a99-6564b49d00d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.437097] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4154a57-0e54-4653-9a99-6564b49d00d6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.469197] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.469197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.469197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.469446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.469446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.469446] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 already deleted. [ 1055.469613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.634850] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.775632] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.775884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.776014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.776375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.776549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.776659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1055.809499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.809683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.809796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.809958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.822367] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1055.931130] env[65968]: INFO networking_nsxv3.common.synchronization [req-1cfa2250-3088-465d-8ee8-29dcddfd268f req-04d8d86d-de60-4634-bd02-1395e2316650 service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 1055.931182] env[65968]: INFO networking_nsxv3.common.synchronization [req-1cfa2250-3088-465d-8ee8-29dcddfd268f req-04d8d86d-de60-4634-bd02-1395e2316650 service nova] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1055.931739] env[65968]: INFO networking_nsxv3.common.synchronization [req-1cfa2250-3088-465d-8ee8-29dcddfd268f req-04d8d86d-de60-4634-bd02-1395e2316650 service nova] Enqueued Resource ID: 8e145824-53c4-4c6c-b7a9-351762ace0db with Priority: HIGHEST for action port [ 1055.932043] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_rules [ 1055.932228] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1055.932358] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e145824-53c4-4c6c-b7a9-351762ace0db with Priority: HIGHEST for action port [ 1055.932720] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.933048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.933048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.933229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.933341] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.934493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.934599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.934868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e145824-53c4-4c6c-b7a9-351762ace0db taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.934996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.935458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.935458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.935458] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e145824-53c4-4c6c-b7a9-351762ace0db',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.939286] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4154a57-0e54-4653-9a99-6564b49d00d6 [ 1055.939599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.939679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.940604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.940604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.940604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.940604] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4154a57-0e54-4653-9a99-6564b49d00d6 already deleted. [ 1055.940604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4154a57-0e54-4653-9a99-6564b49d00d6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.141590] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.141811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.141866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.142132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.142263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.142350] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be updated. [ 1056.183426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.183587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.184945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.184945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.184945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.196528] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 1056.286482] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.286482] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.287935] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.287935] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.288204] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.288359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.288421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.288637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.288809] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.288914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.288977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.289341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.289341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.289341] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.290375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.290484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.290617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.290797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.290950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.291053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.291119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.292973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.292973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.292973] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.364362] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1056.364362] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.364362] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_rules [ 1056.364362] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.364362] env[65968]: INFO networking_nsxv3.common.synchronization [req-c5b07ab5-5172-47bc-b0cd-70c9a9417155 req-23200ea6-aace-4055-8481-429acb4dfbeb tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1056.365344] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1056.365597] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_rules [ 1056.365815] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1056.365998] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.368466] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.368466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.368466] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.371198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.371945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.372186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.372553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.372800] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.374862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-aafa19ad-f09b-42a3-b94b-b073da99c4e5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.375012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.375076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.375273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.375372] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafa19ad-f09b-42a3-b94b-b073da99c4e5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.377840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.377840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.377840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.377840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.438089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.438385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.438430] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e145824-53c4-4c6c-b7a9-351762ace0db with status ACTIVE [ 1056.438616] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.438731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.438797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.439013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.439106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.439287] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.439384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.439445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.439886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.439886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.439886] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.440131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.440131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.440131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.440231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.440292] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e145824-53c4-4c6c-b7a9-351762ace0db is going to be updated. [ 1056.463479] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.464123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.464123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.464123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.464405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.464531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e145824-53c4-4c6c-b7a9-351762ace0db" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.678059] env[65968]: INFO networking_nsxv3.common.synchronization [req-f461428a-4d87-4216-9400-4b4c32b16897 req-ab777e14-1e1c-4769-837e-184b57eb6c22 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1056.679135] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1056.679464] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.679588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.679654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.679864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.680025] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.680126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.680211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.680375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.680465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.680557] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.795235] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.795235] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.841820] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1056.841990] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.842144] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.842634] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1056.842774] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.842870] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.844115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.844262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.844559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.844737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.844862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.845139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.845255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.845498] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.846238] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.846321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.846533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.846634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881186] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aafa19ad-f09b-42a3-b94b-b073da99c4e5 with status ACTIVE [ 1056.881391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.881792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.881878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.882230] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.882350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.882415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.882896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.882989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.883257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.883599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.883678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.883876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.883914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.884011] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 is going to be updated. [ 1056.907695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.910831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_rules [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_rules [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.918372] env[65968]: INFO networking_nsxv3.common.synchronization [req-1451e602-bbe4-4dfa-8eb0-5ae4326732d2 req-36b32954-2c09-4567-be37-1760a7adf04b tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1056.918945] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_rules [ 1056.919151] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1056.919265] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1056.919360] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 with Priority: HIGHEST for action port [ 1056.919995] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_rules [ 1056.919995] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1056.920197] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1056.920682] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.920853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.920925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.921258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.921380] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.922633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.922748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.922921] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.923037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.923316] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-aafa19ad-f09b-42a3-b94b-b073da99c4e5 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.924580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.924673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.924877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.924957] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafa19ad-f09b-42a3-b94b-b073da99c4e5',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.926410] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.927282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.927282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.927282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.927605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.928785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.067063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: SUCCESS [ 1057.067305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.067686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.067919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.068235] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.068235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.068379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.068465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.068549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.068638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.068729] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.120806] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.120806] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.120806] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.121186] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.121784] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.121897] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.122292] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.122455] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.122529] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.122740] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.122850] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.122954] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.123119] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.123196] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.123310] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.123448] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.145970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.146169] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.146826] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.146826] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.146964] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-81044230-2d8f-485b-9af6-6068e9e3c114 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.147059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.147165] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.147502] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.147634] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81044230-2d8f-485b-9af6-6068e9e3c114',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.182742] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.182923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.182994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.183219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.183309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.183519] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.183621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.184326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.184450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.184535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.184628] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be deleted. [ 1057.225124] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.225422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.225422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.225562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.225689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.225689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.297339] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.298404] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.347900] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.428614] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aafa19ad-f09b-42a3-b94b-b073da99c4e5 with status ACTIVE [ 1057.428959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.429158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.429291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.429542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.429681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.429940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.430135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.430203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.430451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.430451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.430602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.430700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.430760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.430901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.430978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.431059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aafa19ad-f09b-42a3-b94b-b073da99c4e5 is going to be updated. [ 1057.432397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.432880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.459054] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.459328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.459454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.459719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.459943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.460197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aafa19ad-f09b-42a3-b94b-b073da99c4e5" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.573021] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.650857] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.651109] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.651276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.651566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.651715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.651869] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 81044230-2d8f-485b-9af6-6068e9e3c114 not found, creating... [ 1057.652296] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.652619] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.652744] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.653193] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.653539] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653744] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.654222] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654438] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.654566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 81044230-2d8f-485b-9af6-6068e9e3c114 is going to be created. [ 1057.677217] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.677523] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.677672] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.677941] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.678190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.678412] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.801291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.801568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.801568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.801735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.801815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.801922] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1057.803329] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.803473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.803521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.803733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.803820] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be created. [ 1057.834999] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1057.835269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.835509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835965] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.836106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.836166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.836435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.836531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.836649] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.845833] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.846065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.846065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.846289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.846555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.850228] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.853362] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.853572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.853572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.853778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.853936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.866284] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1057.867024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: UNINITIALIZED for 2s [ 1058.073543] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9183810a-735b-4205-b055-3996234d2677: rpc.has_security_group_logging(os_id): False [ 1058.094010] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.094178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.094258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.094564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.094691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.094969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.095119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.095201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.095360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.095432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.095547] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9183810a-735b-4205-b055-3996234d2677 is going to be created. [ 1058.160742] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.160742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.160742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.160742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.160742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.180066] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: IN_PROGRESS for 2s [ 1058.206510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 1058.207025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.339443] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.353564] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.353564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.353564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.353831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.353831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.353831] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c is going to be created. [ 1058.405574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.405847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.405941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.406465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.406834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.429830] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: UNINITIALIZED for 2s [ 1058.476263] env[65968]: INFO networking_nsxv3.common.synchronization [req-f461428a-4d87-4216-9400-4b4c32b16897 req-1bdf18a8-207b-4a62-93c8-2041cc27a140 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1058.476517] env[65968]: INFO networking_nsxv3.common.synchronization [req-f461428a-4d87-4216-9400-4b4c32b16897 req-1bdf18a8-207b-4a62-93c8-2041cc27a140 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1058.476637] env[65968]: INFO networking_nsxv3.common.synchronization [req-f461428a-4d87-4216-9400-4b4c32b16897 req-1bdf18a8-207b-4a62-93c8-2041cc27a140 service nova] Enqueued Resource ID: 81044230-2d8f-485b-9af6-6068e9e3c114 with Priority: HIGHEST for action port [ 1058.477244] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1058.477384] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1058.477471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81044230-2d8f-485b-9af6-6068e9e3c114 with Priority: HIGHEST for action port [ 1058.477888] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.478015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.478077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.478282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.478365] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.479326] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.479438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.479510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.479724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.479801] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.479892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.480321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.480321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.480321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.480523] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.481541] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-81044230-2d8f-485b-9af6-6068e9e3c114 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.481673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.481756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.481891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.481950] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81044230-2d8f-485b-9af6-6068e9e3c114',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.846607] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.984155] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.985369] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.985525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.986653] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81044230-2d8f-485b-9af6-6068e9e3c114 with status ACTIVE [ 1058.986653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.986653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.986653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.986653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.986653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.986969] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.986969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.987115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.987313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.987394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.987687] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.987687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.987823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.987879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.987943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.988098] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81044230-2d8f-485b-9af6-6068e9e3c114 is going to be updated. [ 1059.010752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.010928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.010995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.011193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.011394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.011477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81044230-2d8f-485b-9af6-6068e9e3c114" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.130108] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf27a3be-50de-4046-ab05-a6fa335c1e88 req-7dd202d5-ecac-4c94-bce9-621f2a153c4e tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1059.130108] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1059.131176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.131314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.131384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.131569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.131743] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.131847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.131920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.132133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.132222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.132314] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.349240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.349641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.349641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.349769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.349769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.349868] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1059.385281] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.385281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.385447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.386101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.386424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.398897] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1059.492377] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.510258] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.510675] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.511178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.511741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.512275] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.512644] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.512884] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.513293] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.513586] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.513950] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.514303] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.514536] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.514762] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.514993] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.515277] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.515632] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.537017] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.537118] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.537261] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.537261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.537261] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-583ad090-14ca-4f3f-905e-50dc7f684c89 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.537261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.538299] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.538642] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.538791] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ad090-14ca-4f3f-905e-50dc7f684c89',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.634745] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.882677] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1059.882677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.882677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.883368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.883580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883994] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.885639] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1059.885880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.886116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.886704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.886704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.886704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.886704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.887381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.887381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.887381] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.995120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.995301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.995365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.995573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.995658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.995752] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be created. [ 1060.024072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.024252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.024368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.024568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.024735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.035334] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: UNINITIALIZED for 2s [ 1060.041439] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.041751] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.041853] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.042188] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.042388] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.042600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 583ad090-14ca-4f3f-905e-50dc7f684c89 not found, creating... [ 1060.042922] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.043140] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.043297] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.043568] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.043735] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.044121] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.044314] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.044443] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.044709] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.044843] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.045034] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 583ad090-14ca-4f3f-905e-50dc7f684c89 is going to be created. [ 1060.069287] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.069581] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.069676] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.070037] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.070311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.070555] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.137364] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.203455] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: SUCCESS [ 1060.203778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.389483] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.390697] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.419848] env[65968]: INFO networking_nsxv3.common.synchronization [req-e26ac828-6e5d-4c13-a5ec-f1987aff7175 req-3244c374-e498-49dc-bc6d-78383a000aed tempest-InstanceActionsTestJSON-770277888 tempest-InstanceActionsTestJSON-770277888-project-member] Enqueued Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1060.420353] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGHEST for action security_group_members [ 1060.421049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.421049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.421233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.421332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.421502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.421610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.421673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.421821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.421917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.422017] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.441326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: SUCCESS [ 1060.441621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.442296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.442555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.442836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.443034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.443106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.443367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.443484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.443600] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.641668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.641668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.641668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.641668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.641965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1060.672552] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.673163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.683911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1060.797481] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf27a3be-50de-4046-ab05-a6fa335c1e88 req-ed7c0b6a-35ed-4277-98fe-7dcf953e908c service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 1060.797668] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf27a3be-50de-4046-ab05-a6fa335c1e88 req-ed7c0b6a-35ed-4277-98fe-7dcf953e908c service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1060.798550] env[65968]: INFO networking_nsxv3.common.synchronization [req-cf27a3be-50de-4046-ab05-a6fa335c1e88 req-ed7c0b6a-35ed-4277-98fe-7dcf953e908c service nova] Enqueued Resource ID: 583ad090-14ca-4f3f-905e-50dc7f684c89 with Priority: HIGHEST for action port [ 1060.798550] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 1060.798689] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1060.798689] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583ad090-14ca-4f3f-905e-50dc7f684c89 with Priority: HIGHEST for action port [ 1060.798981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.799243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.799309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.799547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799585] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.801063] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.801253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.801462] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-583ad090-14ca-4f3f-905e-50dc7f684c89 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.801726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.801726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.801900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.802500] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ad090-14ca-4f3f-905e-50dc7f684c89',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.892415] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.893531] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.923642] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.923794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.923867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.924170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.924351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.924565] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.924679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.924726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.924884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.924974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.925055] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c55810-5169-4179-9dca-8199200c9f2e is going to be updated. [ 1060.946475] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.951843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.952044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.952110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.952547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.952626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.961644] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: IN_PROGRESS for 2s [ 1061.304376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.304545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.304659] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 583ad090-14ca-4f3f-905e-50dc7f684c89 with status ACTIVE [ 1061.304853] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.304979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.305165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.305326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.305414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.305542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.305671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.305707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.305850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.305943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.306145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.306253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.306316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.306463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.306560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.306646] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 583ad090-14ca-4f3f-905e-50dc7f684c89 is going to be updated. [ 1061.342193] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.342402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.342402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.342527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.346026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.346026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583ad090-14ca-4f3f-905e-50dc7f684c89" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.396919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.396919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.397189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.397342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.397451] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1061.399369] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.399589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.399589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.399711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.399927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.399927] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be updated. [ 1061.417414] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.417414] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.417414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.417414] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.448217] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.448217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.448412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.448473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.448610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.449836] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.454756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.454756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.454756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.454756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.454756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.470182] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1061.472152] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1061.683084] env[65968]: INFO networking_nsxv3.common.synchronization [req-60217473-c042-4af1-bf7e-fa45ab097d1c req-0281f6b9-ac2f-4f1f-8f74-03278ab47603 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1061.683655] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1061.683967] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.684096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.684224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.684453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.684651] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.684768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.684853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.685077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.685161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.685303] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.922034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.922034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.922034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.922034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.922712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.922712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.922712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922712] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.951843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.951998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.952163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.952262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.952371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.952461] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c is going to be updated. [ 1061.986593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.986746] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.986814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.987032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.987173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.997320] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: IN_PROGRESS for 2s [ 1062.053705] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1062.053705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.054706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.054706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.054706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.054706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.054706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.054980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.054980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.054980] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.085838] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.086194] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.086194] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.086645] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.086718] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.086852] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.086971] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.087796] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.087956] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.088301] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.088301] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.088402] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.088496] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.088597] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.088695] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.088882] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.120062] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.120288] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.120453] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.120672] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.121016] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.121277] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.121351] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.122274] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.122540] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9a807f-c247-4b4d-b1de-0600f1bfcce6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.187789] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.188024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.188305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.188305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.188451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.189150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.189150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.189150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.189150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.189150] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be deleted. [ 1062.218400] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.218400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.218400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.218673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.218673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.218824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.425971] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc: rpc.has_security_group_logging(os_id): False [ 1062.447713] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.447892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.447935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.448171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.448266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.448495] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.448600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.448702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.448827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.448886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.449114] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.449216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.449279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.449426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.449502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.449684] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.449778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.449859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.450052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.450110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.450164] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1062.519338] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.519719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.519719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.519864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.520036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.541145] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1062.556950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.557292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.557533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.557706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.557946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.558114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.558181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.558236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.558372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.558471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.558517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.558662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.558800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.558891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.558950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.559331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.559421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559551] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.626109] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.626297] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.626350] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.626834] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.627014] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.627181] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 not found, creating... [ 1062.627475] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.627644] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.627760] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.628024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.628179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.628686] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.628802] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.628920] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.629313] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.629313] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.629537] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 is going to be created. [ 1062.656523] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.656774] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.656774] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.658507] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658742] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.659625] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.699704] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1062.699974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.701023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.701152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.701389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.701477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701606] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.972188] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c55810-5169-4179-9dca-8199200c9f2e in Status: SUCCESS [ 1062.972400] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c55810-5169-4179-9dca-8199200c9f2e deletion is rescheduled due to dependency. [ 1062.972515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.063057] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 1063.082915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.082915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.082915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.082915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.082915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.085022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.085022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.085022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.085022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.088216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.088216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.088216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.088216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.088216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be created. [ 1063.148962] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.148962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.148962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.148962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.148962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.163478] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1063.204013] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.362728] env[65968]: INFO networking_nsxv3.common.synchronization [req-60217473-c042-4af1-bf7e-fa45ab097d1c req-77f600c8-45c2-466a-89fd-d08fbc04af4d service nova] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_rules [ 1063.363508] env[65968]: INFO networking_nsxv3.common.synchronization [req-60217473-c042-4af1-bf7e-fa45ab097d1c req-77f600c8-45c2-466a-89fd-d08fbc04af4d service nova] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1063.363724] env[65968]: INFO networking_nsxv3.common.synchronization [req-60217473-c042-4af1-bf7e-fa45ab097d1c req-77f600c8-45c2-466a-89fd-d08fbc04af4d service nova] Enqueued Resource ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with Priority: HIGHEST for action port [ 1063.364366] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_rules [ 1063.364567] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1063.364682] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with Priority: HIGHEST for action port [ 1063.365567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.365567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.365958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.368440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.368534] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.370351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.370351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.370351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.370351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.371679] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372096] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.372299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.372495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.372632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372783] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.373915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.375035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.375035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.375035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.375035] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9a807f-c247-4b4d-b1de-0600f1bfcce6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.484226] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1063.484226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.484673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.484673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.484782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.484846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.485423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.485423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.485423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.485423] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.487208] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1063.487401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.487552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.487727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.487897] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.488010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.488080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.488288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.488288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.488446] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.710343] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.878074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.878074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.878074] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.879266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with status ACTIVE [ 1063.879747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.880168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.880495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.883493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.885020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 is going to be updated. [ 1063.911627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.911627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.911627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.911627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.991567] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.991567] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.008031] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: SUCCESS [ 1064.008031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.008031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.008411] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.008411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.008411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.008685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.008685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008846] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.168537] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6df6cc6-abe1-426f-bafd-0d9c3632a773 req-191fc857-38a6-4d5b-a8a3-91aa7c31041c tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1064.169211] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1064.169706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.169706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.169846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.169970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.170197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.170608] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.214444] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.214747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.214747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.215152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.215152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.215152] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1064.250134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.250134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.250134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.250450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.250450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260956] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1064.387376] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.492989] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.493701] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.510550] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.526635] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.526847] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.526970] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.527288] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.527559] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.527711] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.527827] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.528106] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.528274] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.528483] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.528626] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.528739] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.528846] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.528951] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.529065] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.529202] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.551470] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.551688] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.551864] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.552094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.552554] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.552796] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.552924] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.553302] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.553481] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.559247] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1064.559494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.673518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.673686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.673787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.674550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1064.702052] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.702239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.702327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.702557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.702705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.714082] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1064.891050] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.891050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.891609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be created. [ 1064.919849] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.920035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.920150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.920321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.920520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933137] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: UNINITIALIZED for 2s [ 1064.996540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.996728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.996810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.997027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.997173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.997312] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be updated. [ 1064.998913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.000240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.000240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.000240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.000240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.000240] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1065.013076] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ea53d6b-47ea-471a-b75b-4786fbafe12c: rpc.has_security_group_logging(os_id): False [ 1065.038868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.038868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.038868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.038868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.039236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.039279] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.039359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.039419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.039638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.039774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.039825] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c is going to be created. [ 1065.044524] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.044754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.045131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.045399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.047196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.047327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.047480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.047578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.047712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.055834] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.056090] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.056218] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.056560] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.056690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056836] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 not found, creating... [ 1065.057115] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.057286] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.057409] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.057628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.057766] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.058059] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.058223] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.058391] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.058610] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.058744] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.058886] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 is going to be created. [ 1065.066431] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1065.067172] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1065.077734] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.078046] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.078179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.078483] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.078724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.078962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.121600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.121671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.121883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.122189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.136477] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: IN_PROGRESS for 2s [ 1065.194124] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1065.194431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.791134] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6df6cc6-abe1-426f-bafd-0d9c3632a773 req-65b96d94-14d9-475a-9fcd-ac0a222930d1 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 1065.791415] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6df6cc6-abe1-426f-bafd-0d9c3632a773 req-65b96d94-14d9-475a-9fcd-ac0a222930d1 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1065.791478] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6df6cc6-abe1-426f-bafd-0d9c3632a773 req-65b96d94-14d9-475a-9fcd-ac0a222930d1 service nova] Enqueued Resource ID: 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 with Priority: HIGHEST for action port [ 1065.792595] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 1065.792595] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1065.792595] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 with Priority: HIGHEST for action port [ 1065.793030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.793095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.793177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.793370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.793451] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.794567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.794567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.794779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.795293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.795293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.795392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.795470] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.270144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1066.270455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.270635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.270928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.271142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.271315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.271393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.271561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.271641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.271725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.271813] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.298094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.298250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.298482] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 with status ACTIVE [ 1066.298700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.298808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.298869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.299099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.299178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.299380] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.299479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.299546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.299689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.299762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.299950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.300072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.300156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.300242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.300314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.300397] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66 is going to be updated. [ 1066.322639] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.323080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.323222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.323401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8952cde7-3cb7-4e7e-9dc1-41edf9bc9d66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.724943] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1066.725191] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 1066.725347] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.725564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.726097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.726278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.726450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.726563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.726733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.726867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.727046] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.775152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.775152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.775152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.775152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.775605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.775605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.775605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.775605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.775848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.775848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.775959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.775959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.776097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.776163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.776562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.776562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.776562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.776562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.776833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.776833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.776833] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.943787] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.945152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945530] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.081400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1067.081705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.082687] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1067.082941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.083179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.083442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.083689] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.083842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.083842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.084061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.084154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.084273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.084398] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.085372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.086529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.086529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.086529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.086721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.086757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.087772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.087772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.087772] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.088127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.088292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.088530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.088659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.088742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.089683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.089683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.089683] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.089952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.090834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.091585] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.091585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.091585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.091585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.091585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.092067] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.149795] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: SUCCESS [ 1067.149932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.230504] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.279114] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 1067.298015] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.298176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.298559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.298559] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.320104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.320407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.320473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.320542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.320748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.320841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.321098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.321207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.321271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.321452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.321579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.321708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.321801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.321918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.321999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.322207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.322296] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1067.384177] env[65968]: INFO networking_nsxv3.common.synchronization [req-ca8b4f40-acf2-445f-8847-1d751729479b req-a2fb28dd-4722-4223-8f52-888fe61cdec2 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1067.384177] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1067.384622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.384622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.384824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.384893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.385306] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.385306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.385306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.385493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.385588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.385934] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.391019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.391019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.391019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.391019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.391019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.403823] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1067.448348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.448685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.448829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449275] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449938] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.450032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.451160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.451160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.451160] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.589407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.589718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.594675] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.595731] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.596818] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.734829] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.734829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.734829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.734829] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.735315] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.735315] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.735581] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.735826] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.735974] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.736199] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.736314] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.736485] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.736609] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.736720] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.736823] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.736960] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.738133] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.759308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.759308] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.759308] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.759308] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.759610] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-859d8aed-76dc-4ab0-8cd4-79719d1b212c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.759703] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.760772] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.760772] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.760772] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859d8aed-76dc-4ab0-8cd4-79719d1b212c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.890174] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.954030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad61a386-47b6-456f-b00e-d31428af14a8: rpc.has_security_group_logging(os_id): False [ 1067.976334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.976334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.976334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.976334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.977142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.977556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.977849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.978355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.979308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.979308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be created. [ 1068.044587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.044777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.044777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.044984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.045273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.058344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: IN_PROGRESS for 2s [ 1068.099068] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8ec8ee6-9bac-4318-936e-66ed993d114e: rpc.has_security_group_logging(os_id): False [ 1068.100406] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.102099] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.133644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.133902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.133902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.134122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.134300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.134577] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.134690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.134756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.134983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.135147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.135502] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be created. [ 1068.199689] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.199955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.200119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.200398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.200622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.220344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1068.241800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.242019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.242122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.242438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.242581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.242761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1068.264918] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.265265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.265480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.265850] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.266112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.266284] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 859d8aed-76dc-4ab0-8cd4-79719d1b212c not found, creating... [ 1068.266639] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.266810] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.266930] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.267280] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.267399] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.267707] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.267863] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.267979] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.268258] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.268396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.268542] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 859d8aed-76dc-4ab0-8cd4-79719d1b212c is going to be created. [ 1068.303919] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.304268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.304268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.304450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.304589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.314901] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.315684] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.315684] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.315944] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.316229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.316610] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.318560] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1068.392442] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.605678] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.605880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.605967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.606429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606654] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1068.608326] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.608460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.608538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.608739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.608824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.608935] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be updated. [ 1068.643719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.643915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.644077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.644287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.644477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.646400] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.646577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.646680] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.646790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.646921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.661161] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1068.661161] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1068.894884] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.895139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.895139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.895414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.895482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.895558] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be updated. [ 1068.932185] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.945760] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1069.063171] env[65968]: INFO networking_nsxv3.common.synchronization [req-ca8b4f40-acf2-445f-8847-1d751729479b req-e57ba629-fe0d-40c5-8e8a-c98d2eba6c73 service nova] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1069.063639] env[65968]: INFO networking_nsxv3.common.synchronization [req-ca8b4f40-acf2-445f-8847-1d751729479b req-e57ba629-fe0d-40c5-8e8a-c98d2eba6c73 service nova] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1069.063639] env[65968]: INFO networking_nsxv3.common.synchronization [req-ca8b4f40-acf2-445f-8847-1d751729479b req-e57ba629-fe0d-40c5-8e8a-c98d2eba6c73 service nova] Enqueued Resource ID: 859d8aed-76dc-4ab0-8cd4-79719d1b212c with Priority: HIGHEST for action port [ 1069.064464] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_rules [ 1069.064617] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1069.064617] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859d8aed-76dc-4ab0-8cd4-79719d1b212c with Priority: HIGHEST for action port [ 1069.064945] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.065092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.065162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.065401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.065487] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.066874] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.066973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.067343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-859d8aed-76dc-4ab0-8cd4-79719d1b212c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.067343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.067343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.067593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.067593] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859d8aed-76dc-4ab0-8cd4-79719d1b212c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.432607] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1069.432867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.570191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.570324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.570542] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 859d8aed-76dc-4ab0-8cd4-79719d1b212c with status ACTIVE [ 1069.570719] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.570827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.570886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.571121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.571213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.571384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.571484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.571547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.571698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.571776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.571961] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.572060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.572122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.572328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.572418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.572504] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 859d8aed-76dc-4ab0-8cd4-79719d1b212c is going to be updated. [ 1069.603533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.603683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.603751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.603960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.604120] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.604313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-859d8aed-76dc-4ab0-8cd4-79719d1b212c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.074699] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 1070.075243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1070.234447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234985] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.332664] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1070.333068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.333476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.333793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.334221] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.334506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.334671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.335039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.335276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.335794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.335794] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.673418] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1070.673604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.673824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.674493] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.674591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.674647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.675012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.675148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.675522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.675633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.675686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.675874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.676084] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.676217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.676297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.676483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.676589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.676674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.676806] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.678624] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1070.678820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.737417] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.737599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.737685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.737909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.738113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.738258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.738345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.738526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.738612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.738704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.738805] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.839869] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.839869] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.839869] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.840533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.840533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.840533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.840533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.840533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.840716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.840716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.840831] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.957517] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1070.957756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.957932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.958437] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.958563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.958690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.958944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.959056] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.179875] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1071.198541] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.198715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.199039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.199171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.199478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.199533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.199703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.199769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.201115] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1071.242073] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.276072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.276283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.276415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.276736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.277379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.294988] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1071.343308] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052096c-f488-4f8d-9aad-a84baf72d6ca: rpc.has_security_group_logging(os_id): False [ 1071.377581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.377773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.378546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.378546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.378546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.378768] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.379916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.379916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.380254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.380254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.380441] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.380571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.380661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.380907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.381028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.381152] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1071.459421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.459657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.459778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.460260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.460498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.462362] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.476706] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1071.743549] env[65968]: INFO networking_nsxv3.common.synchronization [req-3ec82ac6-6943-4013-8a02-23cb671b46e7 req-fcbee48a-c28e-4dfc-a0cf-ee4ddf7d49e5 tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1071.745128] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8ec8ee6-9bac-4318-936e-66ed993d114e: rpc.has_security_group_logging(os_id): False [ 1071.745404] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1071.745811] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.745966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.746094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.746308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.746517] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.746654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.746741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.746880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.746974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.747694] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.770218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.770653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.770653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.771708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.771708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.771708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.771708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.771708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.771708] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be updated. [ 1071.884065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.884065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.884065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.884402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.884469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.912623] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1071.965974] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.041933] env[65968]: INFO networking_nsxv3.common.synchronization [req-c72a62a9-d877-4de2-947a-c58e9e5ddef3 req-c6eaa3c1-6b51-4d00-97c6-77f247b9d13a tempest-ServerRescueNegativeTestJSON-1238873835 tempest-ServerRescueNegativeTestJSON-1238873835-project-member] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 1072.042786] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGHEST for action security_group_members [ 1072.043598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.043803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.044099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.044260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.044529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.044711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.044836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.045236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.045310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.045473] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.233933] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.234474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.234474] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.236133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.236133] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.236133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.236133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.236133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.236133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.236637] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.236637] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.236637] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.236774] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.236902] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.236962] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.237136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.250726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.250928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.250928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.251168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.251255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.251449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.251565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.251626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.251777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.251866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.251948] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 already deleted. [ 1072.252033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.262441] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.262654] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.262794] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.262965] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.263334] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-0c319363-eee7-4918-9d67-8f16e3b4f653 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.263512] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.263628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.263962] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.264113] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c319363-eee7-4918-9d67-8f16e3b4f653',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.472134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473213] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be updated. [ 1072.506913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.506913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.506913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.506913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.506913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.517965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1072.547673] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.547844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.547916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.548212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.573757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.574131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.574348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.574469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.574632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.577036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.577036] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be updated. [ 1072.619125] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.619444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.619549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.620020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.620283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.634115] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: IN_PROGRESS for 2s [ 1072.767102] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.767392] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.767526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.767987] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.768120] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.768322] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 0c319363-eee7-4918-9d67-8f16e3b4f653 not found, creating... [ 1072.768644] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.768902] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.768973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.769298] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.769447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.769865] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.770173] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.770253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.770531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.770706] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.770928] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 0c319363-eee7-4918-9d67-8f16e3b4f653 is going to be created. [ 1072.834407] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.834677] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.834790] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.835160] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.835364] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.835621] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.029746] env[65968]: INFO networking_nsxv3.common.synchronization [req-7903d684-69ee-4bdd-b1ca-3a01fce158ba req-6ca86382-4df4-4130-8f15-b4816e091f18 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1073.030464] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGHEST for action security_group_members [ 1073.030464] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.030464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.030464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.030728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.030728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.030820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.030858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.031052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.031321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.031321] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.078209] env[65968]: INFO networking_nsxv3.common.synchronization [req-7903d684-69ee-4bdd-b1ca-3a01fce158ba req-6ca86382-4df4-4130-8f15-b4816e091f18 tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with Priority: HIGHEST for action port [ 1073.078736] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with Priority: HIGHEST for action port [ 1073.079090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.079210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.079267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.079468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.079548] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9a807f-c247-4b4d-b1de-0600f1bfcce6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.317510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1073.317818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.320062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.320062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.320062] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.492045] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1073.492334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.508139] env[65968]: INFO networking_nsxv3.common.synchronization [req-3ec82ac6-6943-4013-8a02-23cb671b46e7 req-d82cb90c-4fad-4f97-8cf0-f40b5bc765d0 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1073.508338] env[65968]: INFO networking_nsxv3.common.synchronization [req-3ec82ac6-6943-4013-8a02-23cb671b46e7 req-d82cb90c-4fad-4f97-8cf0-f40b5bc765d0 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1073.508500] env[65968]: INFO networking_nsxv3.common.synchronization [req-3ec82ac6-6943-4013-8a02-23cb671b46e7 req-d82cb90c-4fad-4f97-8cf0-f40b5bc765d0 service nova] Enqueued Resource ID: 0c319363-eee7-4918-9d67-8f16e3b4f653 with Priority: HIGHEST for action port [ 1073.509096] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1073.509221] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1073.509303] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c319363-eee7-4918-9d67-8f16e3b4f653 with Priority: HIGHEST for action port [ 1073.509593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.509724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.510348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.510348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.510348] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.511191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.511305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.511371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.511557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.511701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.511795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.511855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.512040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.512171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.512504] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.514462] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c319363-eee7-4918-9d67-8f16e3b4f653 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.514462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.514462] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c319363-eee7-4918-9d67-8f16e3b4f653',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.533016] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.533212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.533319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.533707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.533903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.534259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.534613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.534732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.535133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.535242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.535361] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be updated. [ 1073.570778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.571084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.571084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.571285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.571626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.582369] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: IN_PROGRESS for 2s [ 1073.582613] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 with status ACTIVE [ 1073.582857] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.583045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.583148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.583424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.583554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.583776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.583930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.583999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.584187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.584325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.584556] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.584713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.584784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.584944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.585045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.585132] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c9a807f-c247-4b4d-b1de-0600f1bfcce6 is going to be updated. [ 1073.608763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.609021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.609021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.609213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.609366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.609565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c9a807f-c247-4b4d-b1de-0600f1bfcce6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.820717] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.821037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.821037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.821517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.821706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.821815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.821875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.822051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.822140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.822249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.822441] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.928955] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1073.928955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.017049] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.017049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.017049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.017806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c319363-eee7-4918-9d67-8f16e3b4f653 with status ACTIVE [ 1074.018073] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.021375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.021375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.021375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.021375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.021375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.021375] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c319363-eee7-4918-9d67-8f16e3b4f653 is going to be updated. [ 1074.049974] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.050206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.050281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.051039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.051039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.051039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c319363-eee7-4918-9d67-8f16e3b4f653" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.324477] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.325184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.325184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.325278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.325481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.325758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.325758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.325891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.325991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.326102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.326288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.326409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.326472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.326662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.326816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.326910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.326970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.327241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.327241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.327315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.328580] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.522559] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.531380] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1074.531380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.531380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531380] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.532130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.532130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532130] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.648093] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 in Status: SUCCESS [ 1074.648093] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 deletion is rescheduled due to dependency. [ 1074.648093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.831509] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1074.859245] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.859434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.859495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.860179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.860282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.860496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.860744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.860847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.860965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.862027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.862027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.862027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.862522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.862522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1074.988564] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.988712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.988848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.989025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.989196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.010091] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1075.026503] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.026744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.026846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.027114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.027219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.028048] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be created. [ 1075.035612] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.086288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.087169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.087169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.112257] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: UNINITIALIZED for 2s [ 1075.541591] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac29230a-cc29-459b-ba9a-cdf11580ef11: rpc.has_security_group_logging(os_id): False [ 1075.562090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.562306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.562396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.562723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.562940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.563397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.563536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.563604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.563833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.563872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.563966] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be updated. [ 1075.592908] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad61a386-47b6-456f-b00e-d31428af14a8 in Status: SUCCESS [ 1075.593899] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 deletion is rescheduled due to dependency. [ 1075.594738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.631742] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.631979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.632190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.632412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.646598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1075.746379] env[65968]: INFO networking_nsxv3.common.synchronization [req-572ed4f9-2d57-48b1-b144-63057319b5ad req-8b35ec83-789c-4ef9-8af6-26cbce08aaec tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1075.746925] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1075.747295] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.747415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.747503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.747764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.747965] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.748082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.748299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.748299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.748447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.748533] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.252435] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.276508] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2cdfea6-4641-492e-8e36-03b4e8eed207 req-9f0da415-da29-4683-9d46-61f588cbbe26 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1076.277987] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1076.277987] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.277987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.278199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.278348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.278529] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.278643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.278790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.279462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.279462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.279462] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.655231] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.655789] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.655789] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.655789] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.656264] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.656460] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.656574] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.656823] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.657032] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.657207] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.657321] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.657428] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.657535] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.657641] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.657766] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.657959] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.677863] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.678050] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.678243] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.678425] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-846" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.678743] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-af8d7928-19ce-4d10-b3fa-7d1f74402caf taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.678986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.679198] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.679593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.679757] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d7928-19ce-4d10-b3fa-7d1f74402caf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.758901] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.781404] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.028859] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1077.029084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.124556] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1077.124810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.124993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.125246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.125478] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.125608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.125672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.125850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.125914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.126013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.126114] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.182919] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.183163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183163] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183623] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.183921] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port af8d7928-19ce-4d10-b3fa-7d1f74402caf not found, creating... [ 1077.184232] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.184459] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.184656] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.184925] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.185409] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.185409] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.185631] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.185681] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.185993] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.186065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.186214] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf is going to be created. [ 1077.235478] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.235478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.235478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.235478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.235478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.235478] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.260734] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.260935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.260935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.261186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.261429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261429] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1077.283369] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.298923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.299112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.299156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.299434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.299516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.314641] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1077.627900] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.661742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1077.661987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.788641] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.790026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.790026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.790026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.790026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.790026] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1077.827638] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.827802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.827868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.829721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.829721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.846571] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1078.061129] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2cdfea6-4641-492e-8e36-03b4e8eed207 req-e30e11ad-e517-4498-b6f3-20efd497b939 service nova] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1078.061129] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2cdfea6-4641-492e-8e36-03b4e8eed207 req-e30e11ad-e517-4498-b6f3-20efd497b939 service nova] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1078.061129] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2cdfea6-4641-492e-8e36-03b4e8eed207 req-e30e11ad-e517-4498-b6f3-20efd497b939 service nova] Enqueued Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1078.061917] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1078.062224] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1078.062610] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1078.063092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.063346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.063496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.063803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.063964] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.065238] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.065518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.065814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8d7928-19ce-4d10-b3fa-7d1f74402caf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.066116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.066390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.066669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.066873] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d7928-19ce-4d10-b3fa-7d1f74402caf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.132041] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f888dd-257d-4ef0-85b8-2de3e0d35829: rpc.has_security_group_logging(os_id): False [ 1078.154714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.154990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.155603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.155603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.155603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.156055] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.156119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.157059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.157059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.157059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.157059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be created. [ 1078.232040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.232281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.232281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.232855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.232855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.248301] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1078.569263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.569483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.569769] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af8d7928-19ce-4d10-b3fa-7d1f74402caf with status ACTIVE [ 1078.570095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.570279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.570397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.570734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.570893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.571237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.571358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.571498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.571777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.571915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.572274] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.572481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.572592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.572849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.572997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.573171] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf is going to be updated. [ 1078.598445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.598825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.598825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.599116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.599678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.599678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.339980] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1079.339980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.858993] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1079.859440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.859814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.859973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.860263] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.860373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.860420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.861804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.861804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.861804] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.262510] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1080.262796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.369593] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.873259] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.108978] env[65968]: INFO networking_nsxv3.common.synchronization [None req-68288b3c-53cb-4660-a4c6-93288744c30d tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1081.109999] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1081.109999] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.109999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.114115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.114532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.114735] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.114885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.114970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.115207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.115337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.115610] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.377598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.377982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.377982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.378072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.378566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.378566] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1081.415884] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.415884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.415884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.416106] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.416334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.432177] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1081.621057] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.621225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.621292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.621581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.643861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.644139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.644261] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.644325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.644613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.644722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.644819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1081.677896] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.679209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.679209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.679312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.679536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.694543] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1083.442500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1083.442500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.442500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.443668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.443668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.443668] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.705013] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1083.705201] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 deletion is rescheduled due to dependency. [ 1083.705298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.946438] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.946666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.946771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.947059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.947244] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.947348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.947416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.947580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.947671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.947761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.947953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.948090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.948146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.948349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.948526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.948639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.948704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.948860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.949014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949315] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.451351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1084.469254] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.469538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.469700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.470333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.470503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.470503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.470646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.471070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.471139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.471288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.471366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.471554] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.471649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.471711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.471849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.471923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.472014] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1084.539451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.539640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.539681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.539866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.540028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.568139] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1085.102769] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.102769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.102769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.102769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.102769] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.103201] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.103340] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.103797] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.104035] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.104298] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.104448] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.104601] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.104748] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.104871] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.104982] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.105141] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.128329] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.128556] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.128769] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.128980] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.129391] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-8db4d498-4107-4c58-a78b-a71d1d7005d7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.130017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.130017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.130204] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.130268] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db4d498-4107-4c58-a78b-a71d1d7005d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.633042] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.633407] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.633447] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.633881] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.634086] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.634305] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 8db4d498-4107-4c58-a78b-a71d1d7005d7 not found, creating... [ 1085.634698] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.634903] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.635047] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.635317] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.635522] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.635870] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.636069] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.636190] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.636472] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.636693] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.636940] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 is going to be created. [ 1085.661017] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.661381] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.661616] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.662024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.662419] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.662761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.111124] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.111313] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1086.322249] env[65968]: INFO networking_nsxv3.common.synchronization [req-0c80a032-c2c3-48c9-8a6d-b0d9a0bc3399 req-1771ece3-828c-4d16-88e4-11e9854216de tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1086.322786] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1086.323082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.323207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.323474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.323641] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.323742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.324008] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.324099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.324190] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [req-8f84d529-17e2-4c73-8bcd-ca99c9bd0ba4 req-9b8aaa51-dd01-413c-8de7-fc1ecfb1c025 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [req-8f84d529-17e2-4c73-8bcd-ca99c9bd0ba4 req-9b8aaa51-dd01-413c-8de7-fc1ecfb1c025 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [req-8f84d529-17e2-4c73-8bcd-ca99c9bd0ba4 req-9b8aaa51-dd01-413c-8de7-fc1ecfb1c025 service nova] Enqueued Resource ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 with Priority: HIGHEST for action port [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1086.402189] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 with Priority: HIGHEST for action port [ 1086.403339] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.403598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.403738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.409019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.409019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.409019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.409019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.409019] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.410095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db4d498-4107-4c58-a78b-a71d1d7005d7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.410194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.410273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.410437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.410509] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db4d498-4107-4c58-a78b-a71d1d7005d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.585779] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1086.586073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.691030] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.691346] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.691346] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.691623] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.691920] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.692136] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.692268] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.692554] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.692737] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.692986] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.693147] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.693270] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.693407] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.693553] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.693673] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.693835] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.713656] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.713849] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.713987] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.714172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-449" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.714540] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.714747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.714848] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.715168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.715306] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.826708] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.912744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.912946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.913740] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.916035] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8db4d498-4107-4c58-a78b-a71d1d7005d7 with status ACTIVE [ 1086.916306] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.916522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.916628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.917047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.917271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.917642] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.917798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.917860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.918220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.918371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.919104] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.919229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.919646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.919646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.919778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.919815] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 is going to be updated. [ 1086.946780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.947268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.947268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.947453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.947847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.948064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.217778] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.218055] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.218175] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.218431] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.218578] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.218859] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 not found, creating... [ 1087.218986] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.219158] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.219274] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.219489] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.219622] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.219983] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.220184] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.220271] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.220476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.220605] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.220742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 is going to be created. [ 1087.265845] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.266141] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.266470] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.266729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.267066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.330585] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.422655] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.833722] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.834026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.834026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.834358] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1087.866074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.866280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.866350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.866513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.866677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.877948] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1087.924836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.925043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.925094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.925315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.925387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.925522] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1087.971331] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.971575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.971687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.971920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.972215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [req-0c80a032-c2c3-48c9-8a6d-b0d9a0bc3399 req-fb7601ef-92b5-49fb-8403-a69aaf4da0c5 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [req-0c80a032-c2c3-48c9-8a6d-b0d9a0bc3399 req-fb7601ef-92b5-49fb-8403-a69aaf4da0c5 service nova] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [req-0c80a032-c2c3-48c9-8a6d-b0d9a0bc3399 req-fb7601ef-92b5-49fb-8403-a69aaf4da0c5 service nova] Enqueued Resource ID: e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 with Priority: HIGHEST for action port [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_rules [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1087.978760] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 with Priority: HIGHEST for action port [ 1087.978760] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.978760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.978760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.978760] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.978760] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.979668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.979668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.979798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.983313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.983313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.983313] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.988396] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1088.485258] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.485456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.485856] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 with status ACTIVE [ 1088.486167] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.486290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.486379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.486684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.486808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.487118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.487221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.487326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.487600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.487696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.487956] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.488128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.488435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.488551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.488684] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0 is going to be updated. [ 1088.512236] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.512445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.512528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.512792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.512954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.513202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7e8c8d3-cbb4-47ff-86ce-cbef885cdff0" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.541190] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1088.541358] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1088.541896] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1088.542043] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1088.542466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.542466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.542607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.542717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.542932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.542991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.543044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.543254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.543254] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.543438] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.544202] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.544314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.544370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.545034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.545303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.545378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.545422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.545577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.545660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.545758] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.600677] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_rules [ 1088.600875] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1088.601020] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1088.601151] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1088.601299] env[65968]: INFO networking_nsxv3.common.synchronization [req-f0645150-73d7-4b5c-b7ea-67e381842a9c req-612d3b98-86ff-4220-aeb2-ec69c006f115 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1088.601852] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_rules [ 1088.601984] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1088.602141] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1088.602239] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1088.602329] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1088.602698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.602821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.602887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.603173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.603253] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.604145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.604269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.604337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.604508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.604647] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.605418] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8d7928-19ce-4d10-b3fa-7d1f74402caf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.605532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.605599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.605771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.605846] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d7928-19ce-4d10-b3fa-7d1f74402caf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.610347] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.610497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.611300] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.611300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050102] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.050102] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.113028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.113409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.113958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.114105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.114383] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af8d7928-19ce-4d10-b3fa-7d1f74402caf with status ACTIVE [ 1089.114770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.114941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.115032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.115409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.115782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.115975] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.116182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.116379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.116619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.117085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.117164] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.117316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.117462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.117716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.117879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.118049] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf is going to be updated. [ 1089.148496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.148662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.148723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.148943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.149189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.149664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.551239] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.552335] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.891901] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1089.892168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.892361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.892619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.892822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.892951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.893037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.893218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.893308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.893394] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.002494] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1090.002760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.002942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.003189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.003383] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.003501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.003652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.003821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.003900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.003984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.004086] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.054477] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.054817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.054817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.054988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.055066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.055168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1090.058389] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.058550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.058612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.058760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.058845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.058936] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be created. [ 1090.082955] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.083133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.083178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.083380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.083534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.085865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.085974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.086056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.086236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.086366] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.095488] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1090.096234] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: UNINITIALIZED for 2s [ 1090.396156] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.506798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.507059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.507109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.507378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.507562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.507671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.507735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.508231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.508231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508432] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.508432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.508432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.508570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.508780] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.508914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.509032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.509215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.509312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509492] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.899832] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.012053] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fb4b6f-bc29-487f-b212-830859874b64: rpc.has_security_group_logging(os_id): False [ 1091.033253] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.033410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.033482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.033693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.033785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.034030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.034212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.034258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.034386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.034463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.034829] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.034945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.035014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.035166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.035239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.035421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.035644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.035711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.035855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.035929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.036025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1091.107571] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.107962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.107962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.108110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.108285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.125394] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1091.403121] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.403313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.403368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.403554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.403652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.403747] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1091.440270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.440270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.440270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.440483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.440701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.453695] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1092.107071] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1092.107299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.107464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.107711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.108213] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.108213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.108213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.108480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.108480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.108568] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.110048] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: SUCCESS [ 1092.110225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.110365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.110529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.110710] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.111933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.111933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.112102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.112186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.112274] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.615238] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.616034] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.118282] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.119422] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.143728] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1093.143946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.464883] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1093.465049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.465208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.465492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.465754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.465903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.465972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.466213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.466358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.466481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.466603] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.603604] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1093.603604] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1093.621296] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.622697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.622697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.622697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.622697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.623024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1093.624967] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.625181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.625340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.625627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.625778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.625974] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be updated. [ 1093.656850] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.657028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.657070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.657313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.657499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.659642] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.659798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.659933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.674436] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: IN_PROGRESS for 2s [ 1093.674436] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1093.883523] env[65968]: INFO networking_nsxv3.common.synchronization [req-a091ef37-e243-449d-a443-bc4f8a1c65e5 req-2a440b6e-f319-4de1-9ff8-4968b347b390 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1093.884130] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1093.884485] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.884578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.884659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.884861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885136] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.885253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.885304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.885482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885657] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.970545] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.970710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.970763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.970981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.971161] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.971264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.971328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.971481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.971570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.971659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.971806] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.971897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.971957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.972123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.972260] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.972349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.972767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.972767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.972767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.972767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.972767] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.392844] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392844] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392844] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1094.429708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.429708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.429708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.429708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.429708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.440646] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1094.477439] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f83779-3e74-4288-b5da-d137a92eeedf: rpc.has_security_group_logging(os_id): False [ 1094.498506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.498506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.498506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.499921] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.499921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.499921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.499921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.501240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.501240] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.501240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.501240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.501240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.501240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.501240] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1094.505512] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1094.505687] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1094.505843] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1094.506788] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1094.506906] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1094.506998] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1094.507308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.507407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.507665] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-04852171-d345-4673-be0d-b93fe8cee44e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.507741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.507773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.508041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.508185] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.508288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.508367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.508634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.508721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.508816] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.510429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.510429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.556394] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_rules [ 1094.556599] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1094.556766] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_rules [ 1094.556899] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1094.557070] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1094.557229] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1094.557367] env[65968]: INFO networking_nsxv3.common.synchronization [req-ece62e46-766b-40f0-9f25-1bc5222db1d4 req-dcc540a0-1b5d-4061-988a-ce880de3b395 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1094.557981] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_rules [ 1094.558159] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_rules [ 1094.558306] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1094.558435] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf with Priority: HIGHEST for action port [ 1094.558515] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_rules [ 1094.558624] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1094.558734] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1094.559087] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04852171-d345-4673-be0d-b93fe8cee44e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.559258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.559315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.559541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.559629] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.561164] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561823] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8d7928-19ce-4d10-b3fa-7d1f74402caf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.561994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.562196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.562273] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d7928-19ce-4d10-b3fa-7d1f74402caf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.563474] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.563592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.563808] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-04852171-d345-4673-be0d-b93fe8cee44e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.563948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.564219] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.564385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.590945] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.591262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.591429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.591662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.593087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.622159] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1095.013466] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.061531] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-04852171-d345-4673-be0d-b93fe8cee44e taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.061771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.065121] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af8d7928-19ce-4d10-b3fa-7d1f74402caf with status ACTIVE [ 1095.065377] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.065543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.065626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.065871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.065934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.066117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.066250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.066311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.066482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.066562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.066810] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.066921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.066993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.067194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.067294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.067393] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af8d7928-19ce-4d10-b3fa-7d1f74402caf is going to be updated. [ 1095.094804] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.095060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.095226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.097823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.098029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.098419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8d7928-19ce-4d10-b3fa-7d1f74402caf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.516261] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.686042] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1095.686042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.686634] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: SUCCESS [ 1095.686855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.686958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.687178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.687366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.687482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.687544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.687695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.687774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.687865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.688015] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.688813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.688975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.689145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.689247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.689307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.689445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.689521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.689601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.689687] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.690545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.690701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.690846] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.690962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.691033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.691180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.691253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.691529] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.691929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.692532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.692532] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.692532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.692532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.692844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.692844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.692844] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.018789] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.018993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.019079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.019325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.019431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.019607] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04852171-d345-4673-be0d-b93fe8cee44e is going to be created. [ 1096.050113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.050319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.050404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.050895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.050895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.065176] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04852171-d345-4673-be0d-b93fe8cee44e in Status: UNINITIALIZED for 2s [ 1096.191876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.192041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.194424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.195448] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.197117] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.452301] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1096.452559] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1096.452625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.636330] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1096.636684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.697113] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.698122] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a923541-8edb-420f-8bc4-08d7e41737c9: rpc.has_security_group_logging(os_id): False [ 1096.699210] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.717117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.717238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.717315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.717625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.717625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.717816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.717909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.718020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.718251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.718251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.718373] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be created. [ 1096.768136] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.768321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.768393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.768596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.768774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.780702] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: IN_PROGRESS for 2s [ 1097.195380] env[65968]: INFO networking_nsxv3.common.synchronization [req-c364cc60-94ac-4878-87fc-24e56fec731d req-d5eb8419-280d-49c4-932f-7be0a89f1162 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1097.195559] env[65968]: INFO networking_nsxv3.common.synchronization [req-c364cc60-94ac-4878-87fc-24e56fec731d req-d5eb8419-280d-49c4-932f-7be0a89f1162 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1097.195733] env[65968]: INFO networking_nsxv3.common.synchronization [req-c364cc60-94ac-4878-87fc-24e56fec731d req-d5eb8419-280d-49c4-932f-7be0a89f1162 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1097.196851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1097.196851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04852171-d345-4673-be0d-b93fe8cee44e with Priority: HIGHEST for action security_group_members [ 1097.196851] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 with Priority: HIGHEST for action security_group_members [ 1097.197034] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.197034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.197228] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-04852171-d345-4673-be0d-b93fe8cee44e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.197313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.197482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a923541-8edb-420f-8bc4-08d7e41737c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.197562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.200782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.200894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.201178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.201243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.201336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.201443] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1097.202786] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.202935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.202982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.203773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.203918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.204047] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be updated. [ 1097.254953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.255133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.255206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.255384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.256154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.258646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.258646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.258646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.258806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.259291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.271244] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1097.272412] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: IN_PROGRESS for 2s [ 1097.355704] env[65968]: INFO networking_nsxv3.common.synchronization [req-08c7b925-878f-49fc-a667-a67ab06ce86d req-7ca65bf3-0bdb-47b0-a7e1-2fc69cf98a44 tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1097.357013] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1097.358469] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.358469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.358469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.359027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.359167] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.359284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.359360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.359561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.359668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.359779] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.863140] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.075395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04852171-d345-4673-be0d-b93fe8cee44e in Status: SUCCESS [ 1098.075688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.075858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.076166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.076428] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.076562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.076626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.076816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.076898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.076993] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.365425] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.579539] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.580334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.580334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.580334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.580334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.580334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.580565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.580565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.580565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.580645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.580731] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04852171-d345-4673-be0d-b93fe8cee44e is going to be deleted. [ 1098.614516] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.614808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.615014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.615322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.615604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.615830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.617160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.617160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.617160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.617160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.617160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.617160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.617160] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.801851] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: SUCCESS [ 1098.802239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.802439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.802713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.802824] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.868451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.868451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.868965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.868965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.868965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.868965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1098.900603] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.900862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.900862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.901083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.901196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.911234] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1099.119902] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.120077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.120155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.120443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.120563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.120785] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.120892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.121228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.121436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.121550] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.121603] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04852171-d345-4673-be0d-b93fe8cee44e already deleted. [ 1099.121721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.121862] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.122752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.122979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.123230] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.123335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.123379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.123544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.123643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.123751] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.283610] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1099.283762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.286205] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 in Status: SUCCESS [ 1099.286205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.286205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.286205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.286412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.286412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.286502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.287238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.287238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.287238] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.287895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.288496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.288496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.288496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.288496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.288691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.288904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.288904] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.323924] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.324092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.324182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.324766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.324918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.325031] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be deleted. [ 1099.393986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.394181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.394231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.394428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.394526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.394763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.626187] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04852171-d345-4673-be0d-b93fe8cee44e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.626910] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.627056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.627126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.627452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.627519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.629218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.629218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.629218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.629218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.629218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.629218] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04852171-d345-4673-be0d-b93fe8cee44e already deleted. [ 1099.629218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.790912] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.793021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.793021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.793021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.793021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.793284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.795395] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.795395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.795395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.795395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.795395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.795395] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 is going to be deleted. [ 1099.835297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.836713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.836865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.837215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.837362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.837477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.838027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.838434] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.838543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.838832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.838922] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a923541-8edb-420f-8bc4-08d7e41737c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.129700] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04852171-d345-4673-be0d-b93fe8cee44e: rpc.has_security_group_logging(os_id): False [ 1100.148524] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.148685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.148753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.148962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.149058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.149277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.149373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.149432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.149579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.149649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.149730] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04852171-d345-4673-be0d-b93fe8cee44e is going to be created. [ 1100.171048] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e], does not exist path=[/infra/domains/default/groups/04852171-d345-4673-be0d-b93fe8cee44e]."\n}' [ 1100.171251] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04852171-d345-4673-be0d-b93fe8cee44e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e [ 1100.171336] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1100.204173] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.204369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.204407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.204593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.205651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.205961] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.206109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.206175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.206351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.206430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.206626] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.206722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.206790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.206918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.206990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.207089] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04852171-d345-4673-be0d-b93fe8cee44e is going to be created. [ 1100.223594] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e], does not exist path=[/infra/domains/default/groups/04852171-d345-4673-be0d-b93fe8cee44e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e [ 1100.223800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04852171-d345-4673-be0d-b93fe8cee44e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.224015] env[65968]: Traceback (most recent call last): [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1100.224090] env[65968]: return func(*args, **kwargs) [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1100.224090] env[65968]: res.raise_for_status() [ 1100.224090] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1100.224090] env[65968]: raise HTTPError(http_error_msg, response=self) [ 1100.224090] env[65968]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e [ 1100.224090] env[65968]: During handling of the above exception, another exception occurred: [ 1100.224090] env[65968]: Traceback (most recent call last): [ 1100.224090] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1100.224090] env[65968]: listener.cb(fileno) [ 1100.224090] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1100.224090] env[65968]: result = function(*args, **kwargs) [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1100.224090] env[65968]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1100.224090] env[65968]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1100.224090] env[65968]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1100.224090] env[65968]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1100.224090] env[65968]: res.raise_for_status() [ 1100.224090] env[65968]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1100.224090] env[65968]: raise HTTPError(http_error_msg, response=self) [ 1100.224090] env[65968]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/04852171-d345-4673-be0d-b93fe8cee44e [ 1100.224090] env[65968]: Removing descriptor: 5 [ 1100.296729] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.342518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.342736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.342793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.343017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.343901] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.343901] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a923541-8edb-420f-8bc4-08d7e41737c9 already deleted. [ 1100.343901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a923541-8edb-420f-8bc4-08d7e41737c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.799768] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.799901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.799964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.800203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.800296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.800397] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1100.835755] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.835755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.835755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.836075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.836117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.847059] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1100.921724] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1100.922064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.215700] env[65968]: INFO networking_nsxv3.common.synchronization [req-ae5557ba-1a60-4543-b9f8-2a97b7df8e1e req-6a40ec1e-be64-4bc1-ae05-0947d7fdf6ab tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1101.216296] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1101.216599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.216717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.216786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.216975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.217190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.217283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.217386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.217789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.217895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.217993] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.531910] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.532203] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.532340] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.532628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533289] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533289] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533289] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533487] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533613] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533825] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.533940] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.534066] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.534179] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.534299] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.534408] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.534551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.554925] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.555134] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.555852] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.555852] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-80" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.555852] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-7cff2f8c-3dcc-4e09-ba92-43338372fa39 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.556098] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.556098] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.557036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.557036] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cff2f8c-3dcc-4e09-ba92-43338372fa39',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.720013] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.059263] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.059511] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.059642] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.059927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.060087] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.060245] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 7cff2f8c-3dcc-4e09-ba92-43338372fa39 not found, creating... [ 1102.060513] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.060701] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.060788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.061021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.061157] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.061506] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.061617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.061686] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.061916] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.062055] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.062194] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 7cff2f8c-3dcc-4e09-ba92-43338372fa39 is going to be created. [ 1102.083256] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.083482] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.083662] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.083982] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.084158] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.084395] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.222150] env[65968]: INFO networking_nsxv3.common.synchronization [req-fe5aa6f6-bc33-44ad-9a61-34b13b80e46d req-c2b2676f-f04d-411e-902c-c7615d28c867 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1102.222468] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.223610] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1102.224091] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.224505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.224671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.225169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.225306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225449] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.617341] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.617341] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.617341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.617341] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.617341] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.617341] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.617341] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.617967] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.617967] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.617967] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.628068] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.628068] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.628068] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.628325] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-349" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.628665] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-8db4d498-4107-4c58-a78b-a71d1d7005d7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.628891] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.629017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.629296] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.629433] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db4d498-4107-4c58-a78b-a71d1d7005d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.725567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.725756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.725803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.726020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.726116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.726218] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1102.727487] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.760490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.760490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.760490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.760706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.760852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.770872] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1102.825402] env[65968]: INFO networking_nsxv3.common.synchronization [req-ae5557ba-1a60-4543-b9f8-2a97b7df8e1e req-120494f8-70cb-4f3a-bf0c-00a274295ddb service nova] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 1102.825580] env[65968]: INFO networking_nsxv3.common.synchronization [req-ae5557ba-1a60-4543-b9f8-2a97b7df8e1e req-120494f8-70cb-4f3a-bf0c-00a274295ddb service nova] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1102.825700] env[65968]: INFO networking_nsxv3.common.synchronization [req-ae5557ba-1a60-4543-b9f8-2a97b7df8e1e req-120494f8-70cb-4f3a-bf0c-00a274295ddb service nova] Enqueued Resource ID: 7cff2f8c-3dcc-4e09-ba92-43338372fa39 with Priority: HIGHEST for action port [ 1102.826533] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_rules [ 1102.826677] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1102.826799] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cff2f8c-3dcc-4e09-ba92-43338372fa39 with Priority: HIGHEST for action port [ 1102.830708] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.830857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.830923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.831316] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.832289] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.832405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.832581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cff2f8c-3dcc-4e09-ba92-43338372fa39 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.832686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.832768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.832943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.833049] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cff2f8c-3dcc-4e09-ba92-43338372fa39',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.864258] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1102.864893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.865105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.865338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.865567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.865998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.866070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.866104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.866276] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.866357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.866415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.866554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.866690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.866786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.866845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.867519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.867519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.867519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.867519] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.868453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.868623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.868813] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.868913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.868974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.869127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.869410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.869410] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.132675] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.132953] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.133191] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.133517] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.133674] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.133969] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.134142] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.134258] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.134480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.135023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.135023] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.135253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.135391] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.135612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.135774] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.135941] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 is going to be updated. [ 1103.159508] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.159707] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.159823] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.160126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.160346] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.160550] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.233285] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.336894] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.337079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.337252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cff2f8c-3dcc-4e09-ba92-43338372fa39 with status ACTIVE [ 1103.337410] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.337961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.337961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.337961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.337961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.338165] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.338271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.338334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.338504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.338585] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.338766] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.338860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.338919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.339178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.339178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339327] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cff2f8c-3dcc-4e09-ba92-43338372fa39 is going to be updated. [ 1103.371902] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1103.373296] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.375345] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.375479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.375479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.375677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.376057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.376105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cff2f8c-3dcc-4e09-ba92-43338372fa39" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.402571] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.403279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.403279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.438358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.438694] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.438859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.438923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.439160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.439249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.439504] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.440499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.440499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.440965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.440965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1103.551974] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.552131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.552268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.552485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.552646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.569644] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1103.594885] env[65968]: INFO networking_nsxv3.common.synchronization [req-4c4adcba-0a67-4e31-beca-6dee794ee8d3 req-8f18d40c-2421-4605-96cd-2beed20d116f tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1103.595570] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1103.595949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.596334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.596334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.596391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.596992] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.596992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.596992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.596992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.596992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.597285] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.736269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.736436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.736498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.736721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.736809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.736907] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1103.789602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.790221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.790450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.790804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.791515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.806786] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1103.878821] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.883427] env[65968]: INFO networking_nsxv3.common.synchronization [req-b95b77ee-9e5b-4968-9970-8677329b403e req-026bcc0b-b0b3-4e2d-984b-8228d96b5ab1 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 1103.883427] env[65968]: INFO networking_nsxv3.common.synchronization [req-b95b77ee-9e5b-4968-9970-8677329b403e req-026bcc0b-b0b3-4e2d-984b-8228d96b5ab1 service nova] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1103.883507] env[65968]: INFO networking_nsxv3.common.synchronization [req-b95b77ee-9e5b-4968-9970-8677329b403e req-026bcc0b-b0b3-4e2d-984b-8228d96b5ab1 service nova] Enqueued Resource ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 with Priority: HIGHEST for action port [ 1103.884479] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_rules [ 1103.884479] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1103.884479] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 with Priority: HIGHEST for action port [ 1103.884784] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.884907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.885107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.885565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.885565] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.886344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.886501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.886554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.887532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.887532] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.887532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.887532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.887532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.887532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.887532] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.889237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db4d498-4107-4c58-a78b-a71d1d7005d7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.889237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.889237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.889237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.889237] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db4d498-4107-4c58-a78b-a71d1d7005d7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.045059] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.045059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.045059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.045059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.045059] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.045059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.045059] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.046090] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.046361] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.046676] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.047033] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.047325] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.047520] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.047821] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.048084] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.048363] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.068038] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.068187] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.068438] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.068516] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.068774] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-f7937e10-13cc-42d9-bb2e-c3fc045d005d taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.069068] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.069144] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.069456] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.069714] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7937e10-13cc-42d9-bb2e-c3fc045d005d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.099917] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.100069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.100322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.101057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.123211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.124122] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.124122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.124122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.124122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.124122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.124122] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1104.151981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.153608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.153608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.153608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.153608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.163227] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1104.381176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.381584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.381584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.381659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.381692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.381848] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1104.390636] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.391882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.392066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.392750] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8db4d498-4107-4c58-a78b-a71d1d7005d7 with status ACTIVE [ 1104.392750] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.392909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.392909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.393143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.393177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.393393] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.393502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.393581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.394029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.394029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.394094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.394140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.394218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.394386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.394469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.394569] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8db4d498-4107-4c58-a78b-a71d1d7005d7 is going to be updated. [ 1104.424868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.425085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.425137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.425317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.425455] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.425619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db4d498-4107-4c58-a78b-a71d1d7005d7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.431472] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.431611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.431672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.431868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.432022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.449923] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1104.572595] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.572935] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.573049] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.573299] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.573455] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.573609] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port f7937e10-13cc-42d9-bb2e-c3fc045d005d not found, creating... [ 1104.573880] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.574069] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.574171] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.574407] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.574568] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.574890] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.575061] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.575180] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.575395] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.575592] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.575689] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: f7937e10-13cc-42d9-bb2e-c3fc045d005d is going to be created. [ 1104.598693] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.598927] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.599023] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.599345] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.599616] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.599838] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.782513] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1104.782841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.783125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.783565] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.783719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.783755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.784043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.784100] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.893408] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.287257] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.301701] env[65968]: INFO networking_nsxv3.common.synchronization [req-4c4adcba-0a67-4e31-beca-6dee794ee8d3 req-4bb9c5ea-7fca-4767-954f-944866867c3f service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1105.301938] env[65968]: INFO networking_nsxv3.common.synchronization [req-4c4adcba-0a67-4e31-beca-6dee794ee8d3 req-4bb9c5ea-7fca-4767-954f-944866867c3f service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1105.302226] env[65968]: INFO networking_nsxv3.common.synchronization [req-4c4adcba-0a67-4e31-beca-6dee794ee8d3 req-4bb9c5ea-7fca-4767-954f-944866867c3f service nova] Enqueued Resource ID: f7937e10-13cc-42d9-bb2e-c3fc045d005d with Priority: HIGHEST for action port [ 1105.302785] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1105.302949] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1105.303104] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7937e10-13cc-42d9-bb2e-c3fc045d005d with Priority: HIGHEST for action port [ 1105.303480] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.303564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.303564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.303780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.303857] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.304748] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.304861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.305416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7937e10-13cc-42d9-bb2e-c3fc045d005d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.305416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.305416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.305739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.305739] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7937e10-13cc-42d9-bb2e-c3fc045d005d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.395820] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.396154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.396154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.396341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.396435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.396535] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1105.431107] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.431341] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.431376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.431578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.431725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.441329] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1105.586200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1105.586423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.586598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.586816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.586904] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.789687] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.807106] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.807249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807527] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7937e10-13cc-42d9-bb2e-c3fc045d005d with status ACTIVE [ 1105.807765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.807882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.808164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.808252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.808419] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.808513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.808575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.808720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.808796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.808970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.809075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.809135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.809322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.809587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.809693] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7937e10-13cc-42d9-bb2e-c3fc045d005d is going to be updated. [ 1105.819005] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1105.819238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.830499] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.830649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.830687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.830895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.831048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.831209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7937e10-13cc-42d9-bb2e-c3fc045d005d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.089653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.089653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.173061] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1106.173337] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1106.173420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.173631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.173883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174105] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.174251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.174333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.174506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.174683] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.292197] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.292352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.292447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.292645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.292747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.292918] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1106.331793] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.331944] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.332023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.332323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.332475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.342841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1106.460661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1106.460935] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.461058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.461274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.461466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.461576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.462017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.462017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.462017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.462017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.462176] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.677079] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.964888] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.964888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.964888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.964888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.965333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.965546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965618] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.965766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.965979] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.966124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.966197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.966358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.966504] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.966595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.966654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.966795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.966870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.966963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.967132] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.179930] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.453216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1107.453448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.453661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.453939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.454254] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.454457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.454581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.454999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.455126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.455226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.455320] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.469518] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958a5bca-db30-4024-8285-1787a7bc6ba3: rpc.has_security_group_logging(os_id): False [ 1107.493350] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.493599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.493699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.494058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.494210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.494445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.494930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.495349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495857] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.495995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.496159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.496235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.496321] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1107.579546] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.579722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.579808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.580039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.580194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.600884] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1107.683532] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.683847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.683847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.683958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.684037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.684143] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1107.724610] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.724843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.724843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.725121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.725322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.737135] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1107.958343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.958520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.958580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.958849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.959048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.959159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.959218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.959379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.959464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.959594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.959692] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.959784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.959841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.959982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.960129] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.960218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.960272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.960408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.960482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.960561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.960645] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.354326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1108.354601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.354838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.355191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.355998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.355998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.355998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.355998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.355998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.355998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.356280] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.463100] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fb4b6f-bc29-487f-b212-830859874b64: rpc.has_security_group_logging(os_id): False [ 1108.481150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.481511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.481511] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.481571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.506034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.506375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.506503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.506566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.506770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.506874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.507081] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.507208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.507272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.507422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.507498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.508026] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.508026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.508026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.508225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.508225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.508287] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1108.568967] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.569135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.569173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.569474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.569554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.587592] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1108.727739] env[65968]: INFO networking_nsxv3.common.synchronization [req-6eae331c-acf7-488f-9c7b-608f202149f2 req-d1d154f1-bc4c-4a3b-aa8f-f5c9d7b13406 tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1108.728130] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1108.728659] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.728659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.728659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.728872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.729033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.729145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.729209] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.729355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.729439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.729551] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.858443] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.993735] env[65968]: INFO networking_nsxv3.common.synchronization [req-44cec3fd-40cc-4b12-9be8-dfef6992cc39 req-623c052f-2609-4d84-be10-45b331b0c411 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1108.993735] env[65968]: INFO networking_nsxv3.common.synchronization [req-44cec3fd-40cc-4b12-9be8-dfef6992cc39 req-623c052f-2609-4d84-be10-45b331b0c411 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1108.993896] env[65968]: INFO networking_nsxv3.common.synchronization [req-44cec3fd-40cc-4b12-9be8-dfef6992cc39 req-623c052f-2609-4d84-be10-45b331b0c411 tempest-SecurityGroupsTestJSON-593737550 tempest-SecurityGroupsTestJSON-593737550-project-member] Enqueued Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1108.994481] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGHEST for action security_group_members [ 1108.994622] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGHEST for action security_group_members [ 1108.994731] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGHEST for action security_group_members [ 1108.995082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.995222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.995273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.995460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.995646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.995747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.995810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.996016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.996124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.996220] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.997271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.997676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997826] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.997881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.001133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.001133] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.001133] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.001133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.001519] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.001519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.001810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.001897] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.231509] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.361214] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34708459-011d-4b2e-a20a-8ac924489913: rpc.has_security_group_logging(os_id): False [ 1109.378545] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.378696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.378768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.378987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.402329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.402686] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.402832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.402920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.403138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.403463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.403463] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1109.461527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.461654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.461715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.461900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.462554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.474871] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1109.504056] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.504361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.504361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.504619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.504723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.504981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.505128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.505173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.505353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.505434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.505516] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be updated. [ 1109.506931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.506931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.506931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.507249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.508732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.508732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.527820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.528096] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.528299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.528376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.528617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.528702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.528795] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be updated. [ 1109.529820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.530046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.547308] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.547308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.547308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.547502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.547643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.570112] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: IN_PROGRESS for 2s [ 1109.575051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.575313] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.575787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.575787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.575787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.575787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.575996] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c is going to be updated. [ 1109.592407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.592549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.592617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.592844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.592987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.612945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: IN_PROGRESS for 2s [ 1109.617212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.617338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.617417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.617844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.618044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.623033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1109.623275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.629466] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: IN_PROGRESS for 2s [ 1109.734723] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.752348] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1109.752631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.753162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.753402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.753600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.753728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.753794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.753971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.754061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.754147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.754236] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.241223] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.241551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.242377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.246020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.246020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.246020] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1110.257757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.258842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.258842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.258842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.259163] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.259537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.260044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.261027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.261115] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.261288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.261439] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.261566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.261635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.261825] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.262015] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.262133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.262260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.262378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.262474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262675] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.274784] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.274784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.274784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.274784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.274784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.295206] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1110.605288] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1110.605557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.768451] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 1110.794120] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.794955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.794955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.794955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.794955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.795167] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.795231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.795334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.795482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.795580] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.795884] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.795962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.796643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.796643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.796643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.796643] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.796964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.796964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.796964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.797099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.797568] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1110.868065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.868065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.868065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.868065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.868312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.003200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1111.488956] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1111.489236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.580762] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 in Status: SUCCESS [ 1111.580762] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 deletion is rescheduled due to dependency. [ 1111.580983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.622319] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8ec8ee6-9bac-4318-936e-66ed993d114e in Status: SUCCESS [ 1111.622672] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e deletion is rescheduled due to dependency. [ 1111.622672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.638407] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c in Status: SUCCESS [ 1111.638607] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c deletion is rescheduled due to dependency. [ 1111.638716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.971150] env[65968]: INFO networking_nsxv3.common.synchronization [req-749a8878-42ec-4f5c-b52a-409595a0d44d req-7e939438-8805-4f42-9cd1-d3f098d4c30f tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1111.971697] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1111.972027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.972155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.972220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.972425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.972701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.972701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.972803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.972901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.972987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.973332] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.310483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1112.310659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.475921] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.476130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.476193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.476413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.505030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.505030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.505030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.505030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.505030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505030] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1112.535685] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.535928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.536022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.536256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.536433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.551704] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1113.020657] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1113.020985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.634052] env[65968]: INFO networking_nsxv3.common.synchronization [req-b4d481d0-bad3-4d70-9f16-86f0eeed1bf4 req-40754ca7-054e-49cb-90b1-0df61b44a127 tempest-ServersTestJSON-516051243 tempest-ServersTestJSON-516051243-project-member] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1113.635010] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGHEST for action security_group_members [ 1113.635010] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.635010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.635275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636165] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.636165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.636165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.636165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.636165] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.139868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.140229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.140229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.140397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.163887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.164181] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.164307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.164387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.164568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.164651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.164742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be updated. [ 1114.193925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.194117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.194162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.194339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.194476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.203843] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 2s [ 1114.562360] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1114.562569] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 1114.562729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.201484] env[65968]: INFO networking_nsxv3.common.synchronization [req-8a2c3c39-a2ea-48bb-a820-dc9103df0a27 req-70c1013e-f92e-4815-877d-922639f2543a tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1116.202044] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1116.202366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.202626] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.202724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.202958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.203150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.203298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.203405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.203652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.203773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.203875] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.216463] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: IN_PROGRESS for 4s [ 1116.710195] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.211734] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.572123] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e92c383-c4b7-42ad-b7b9-157994557436 req-25eedf80-b569-45ef-a5fb-cf4128990179 tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1117.573019] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1117.573259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.573737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.573737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.573737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.573835] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.573877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.573992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.574129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.574202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.574292] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.713706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.713895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.713981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.714248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.714448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.714511] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1117.745444] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.745616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.745679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.745854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.746034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.755096] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1117.933351] env[65968]: INFO networking_nsxv3.common.synchronization [req-92bf10c8-c4a6-45df-bc17-b01b7ff8a4d5 req-faf7831e-40cb-4098-9c80-7289a0afb605 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1117.933909] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGHEST for action security_group_members [ 1117.934242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.934369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.934435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.934633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.934790] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.934887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.935507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.936478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.936478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.936478] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.954261] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.955786] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.955996] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956327] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.956638] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.956840] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956994] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.957740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.958721] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.959011] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.959165] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.959269] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.959378] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.959494] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.959592] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.959794] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.980819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.980989] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.981128] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.981324] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-128" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.981641] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-658e71ad-0741-461e-8023-557fce88244b taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.981819] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.981960] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.982283] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.982423] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658e71ad-0741-461e-8023-557fce88244b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.077175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.077175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.077319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.077426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.077535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.077735] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.077853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.077914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.078107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.078185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.078272] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1118.105135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.107098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.107098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.107098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.107098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.118246] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1118.227417] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f83779-3e74-4288-b5da-d137a92eeedf in Status: SUCCESS [ 1118.227417] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf deletion is rescheduled due to dependency. [ 1118.227417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.439679] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.439839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.439908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.440316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.464322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.464572] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.464684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.464752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.465014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.465406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.465526] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9183810a-735b-4205-b055-3996234d2677 is going to be updated. [ 1118.485822] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.485945] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.486037] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.487633] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.487633] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.487633] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 658e71ad-0741-461e-8023-557fce88244b not found, creating... [ 1118.487633] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.487633] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.487633] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.488103] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.488103] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.488481] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.488481] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.490717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.490717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.490717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.490717] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 658e71ad-0741-461e-8023-557fce88244b is going to be created. [ 1118.497069] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.497304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.497304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.497569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.497640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.505723] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: IN_PROGRESS for 2s [ 1118.510356] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.510566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.510690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.510946] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.511179] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.511684] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825894] env[65968]: INFO networking_nsxv3.common.synchronization [req-0fe9c04a-5ac5-4162-be1d-afb5f3c4196d req-9b5ccbe2-38cd-4c79-b8c6-331c29136290 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1118.826352] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1118.826710] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.826857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.826959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.827153] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.827310] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.827437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.827527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.827690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.827790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.827894] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.231336] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e92c383-c4b7-42ad-b7b9-157994557436 req-b18ca0d6-91b4-4b34-8355-752e9956d055 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 1119.231336] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e92c383-c4b7-42ad-b7b9-157994557436 req-b18ca0d6-91b4-4b34-8355-752e9956d055 service nova] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1119.231715] env[65968]: INFO networking_nsxv3.common.synchronization [req-2e92c383-c4b7-42ad-b7b9-157994557436 req-b18ca0d6-91b4-4b34-8355-752e9956d055 service nova] Enqueued Resource ID: 658e71ad-0741-461e-8023-557fce88244b with Priority: HIGHEST for action port [ 1119.231715] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_rules [ 1119.231715] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1119.231812] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658e71ad-0741-461e-8023-557fce88244b with Priority: HIGHEST for action port [ 1119.232384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.232447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.232513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.232722] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.232803] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.233765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.234133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.234344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-658e71ad-0741-461e-8023-557fce88244b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.234462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.234501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.234702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.234791] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658e71ad-0741-461e-8023-557fce88244b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.332291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.332291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.332291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.332291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.332291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.332667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.332667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.332667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.332779] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1119.372090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.382474] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1119.736776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.737027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.737238] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 658e71ad-0741-461e-8023-557fce88244b with status ACTIVE [ 1119.737483] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.737595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.737657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.737856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.737943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.738118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.738298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.738691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.738901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.738988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.739190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.739286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.739340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.741740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.741838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.743176] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 658e71ad-0741-461e-8023-557fce88244b is going to be updated. [ 1119.769849] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1119.770119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.771275] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.771275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.771275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.771471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.771526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.771667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-658e71ad-0741-461e-8023-557fce88244b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.129252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1120.129252] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 1120.129252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.129971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.129971] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.129971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.129971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.130395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.130395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.130395] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.435686] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a4c3ca32-af07-4a7f-90dd-ad609820ce25 None None] Enqueued Resource ID: 40a98027-9a70-4c1b-94bb-d361a6cc773b with Priority: HIGHEST for action port [ 1120.436245] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a98027-9a70-4c1b-94bb-d361a6cc773b with Priority: HIGHEST for action port [ 1120.436567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a98027-9a70-4c1b-94bb-d361a6cc773b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.436892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a98027-9a70-4c1b-94bb-d361a6cc773b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.436892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a98027-9a70-4c1b-94bb-d361a6cc773b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.437169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a98027-9a70-4c1b-94bb-d361a6cc773b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.437169] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a98027-9a70-4c1b-94bb-d361a6cc773b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.633979] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9183810a-735b-4205-b055-3996234d2677 in Status: SUCCESS [ 1120.633979] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9183810a-735b-4205-b055-3996234d2677 deletion is rescheduled due to dependency. [ 1120.633979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.634189] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.939773] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40a98027-9a70-4c1b-94bb-d361a6cc773b [ 1120.939773] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.939773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.939773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.940103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.940103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.940168] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40a98027-9a70-4c1b-94bb-d361a6cc773b already deleted. [ 1120.940598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a98027-9a70-4c1b-94bb-d361a6cc773b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.137792] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.395617] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1121.395851] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1121.396718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.640159] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.640663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.640663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.640663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.640663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.640870] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1121.674110] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.674362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.674362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.674441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.674577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.686021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1121.788486] env[65968]: INFO networking_nsxv3.common.synchronization [req-1b9a2bb1-4193-45ac-8276-fd1f6028749c req-25439060-ca25-43bb-a5e7-9f687f0b9a01 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1121.789461] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1121.789783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.789907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.789972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.791114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.791114] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.791304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.791377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.791602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.791751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791953] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.297268] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.799414] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.302535] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.302696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.302761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.303350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.303589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.303894] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be updated. [ 1123.336759] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.336759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.336759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.336759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.347281] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1123.430045] env[65968]: INFO networking_nsxv3.common.synchronization [None req-dc591747-f4e9-4738-93d9-aca67e8d8cbc None None] Enqueued Resource ID: 1f3940d3-2ec8-4daa-a815-e6688c9345ed with Priority: HIGHEST for action port [ 1123.431019] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3940d3-2ec8-4daa-a815-e6688c9345ed with Priority: HIGHEST for action port [ 1123.431019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3940d3-2ec8-4daa-a815-e6688c9345ed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.431019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3940d3-2ec8-4daa-a815-e6688c9345ed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.431169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3940d3-2ec8-4daa-a815-e6688c9345ed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.431597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3940d3-2ec8-4daa-a815-e6688c9345ed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.431775] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3940d3-2ec8-4daa-a815-e6688c9345ed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.697749] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1123.697976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.698160] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.698380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.698569] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.698685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.698750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.698973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.698973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.699077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.699173] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.934813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f3940d3-2ec8-4daa-a815-e6688c9345ed [ 1123.935149] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.935312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.935372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.936610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.936653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.936754] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f3940d3-2ec8-4daa-a815-e6688c9345ed already deleted. [ 1123.936841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3940d3-2ec8-4daa-a815-e6688c9345ed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.201758] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.201910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.201980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.202223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.202396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.202495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.202556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.202709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.202787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.202885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.203013] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.203319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.203319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.203319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.203423] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.203506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.203564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.203704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.203767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.203844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.203930] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.706888] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052096c-f488-4f8d-9aad-a84baf72d6ca: rpc.has_security_group_logging(os_id): False [ 1124.724511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.724743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.724816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.725362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.725362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.725597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.725597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.725682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.725807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.725874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.726123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.726207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.726275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.726433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.726509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.726776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.726879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.726939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.727135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.727246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.727351] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1124.799423] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.799617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.799617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.799812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.800393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.818620] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1125.366884] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1125.367253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.687599] env[65968]: INFO networking_nsxv3.common.synchronization [None req-88a9c507-20ce-40ea-b673-b429eb962336 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1126.688056] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1126.688239] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.688457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.688457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.688766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.688987] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.803727] env[65968]: INFO networking_nsxv3.common.synchronization [None req-48f1e686-b67b-4b09-b8f9-705668e527c4 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1126.804230] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1126.804537] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.804629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.813648] env[65968]: INFO networking_nsxv3.common.synchronization [req-32943bdc-86b0-43a0-8db3-ced89f8fbfc1 req-59982acb-084a-4c39-a5f0-c53d0fe21e44 tempest-ServersAdminTestJSON-18608358 tempest-ServersAdminTestJSON-18608358-project-member] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1126.814141] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGHEST for action security_group_members [ 1126.814516] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.814638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.814700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.814961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.815212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.815330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.815390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.815517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.815599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.815686] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.836252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1126.836472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.213316] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.213516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.213516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.215023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.215023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.215023] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a already deleted. [ 1127.215023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.215023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.215023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.215023] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.317470] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.317623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.317695] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.317907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.343381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343570] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.343776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.343776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.343990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.344083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.344176] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be updated. [ 1127.397873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.398028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.398093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.398301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.398444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.409906] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: IN_PROGRESS for 2s [ 1127.736374] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.736728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.736728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.736900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.736900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.737035] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a already deleted. [ 1127.737035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.420876] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc in Status: SUCCESS [ 1129.421158] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc deletion is rescheduled due to dependency. [ 1129.421201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.643566] env[65968]: INFO networking_nsxv3.common.synchronization [req-a08d456e-421c-45bd-9292-1c6d3da17b84 req-fc95438e-acf3-45ae-ad53-b0a973214be5 tempest-ServerAddressesNegativeTestJSON-1937239412 tempest-ServerAddressesNegativeTestJSON-1937239412-project-member] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1130.643860] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1130.644173] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.644973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.644973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.644973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.644973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.644973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.644973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.645295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.645295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.645295] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.986897] env[65968]: INFO networking_nsxv3.common.synchronization [req-dc75b592-282b-4e02-98d2-fe061f188f68 req-55c24032-ee72-4997-b94f-fbdd2165bbfc tempest-ServerDiskConfigTestJSON-1137567302 tempest-ServerDiskConfigTestJSON-1137567302-project-member] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1130.987581] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGHEST for action security_group_members [ 1130.987951] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.988127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.988211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.988458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.988646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.988763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.988860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.989074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.989966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.989966] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.005086] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.005381] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-761" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.005629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-761" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.006907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-761" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.006907] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.006907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.006907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.006907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.007215] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.007215] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.007369] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.007369] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.007504] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.007632] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.007750] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.007879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.030292] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.030449] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.030576] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.030961] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-761" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.031107] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.031267] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.031438] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.031724] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.031865] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fd53e2-a7e4-451b-9ba7-9bb294b313a1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.151365] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.151365] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.151365] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 already deleted. [ 1131.151365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.492102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.492102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.492102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.492102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.492102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.492482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.492482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.492482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.492482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.492616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.492648] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be updated. [ 1131.521971] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.522179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.522214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.522406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.522549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532157] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: IN_PROGRESS for 2s [ 1131.533803] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.534078] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.534216] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.534484] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.534629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.534775] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 not found, creating... [ 1131.535043] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.535256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.535380] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.535631] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.535786] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.536085] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.536305] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.536468] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.536710] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.536884] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.537144] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 is going to be created. [ 1131.563565] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.563850] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.564007] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.564384] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.564658] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.564921] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.274323] env[65968]: INFO networking_nsxv3.common.synchronization [req-a08d456e-421c-45bd-9292-1c6d3da17b84 req-dd5efb60-ed0f-46e6-be96-412fcbf41b8f service nova] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_rules [ 1132.274632] env[65968]: INFO networking_nsxv3.common.synchronization [req-a08d456e-421c-45bd-9292-1c6d3da17b84 req-dd5efb60-ed0f-46e6-be96-412fcbf41b8f service nova] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1132.274735] env[65968]: INFO networking_nsxv3.common.synchronization [req-a08d456e-421c-45bd-9292-1c6d3da17b84 req-dd5efb60-ed0f-46e6-be96-412fcbf41b8f service nova] Enqueued Resource ID: f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 with Priority: HIGHEST for action port [ 1132.275436] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_rules [ 1132.275957] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1132.276385] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 with Priority: HIGHEST for action port [ 1132.276897] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.277101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.277216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.277567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.277716] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.279315] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.279440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.279508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.279804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.280133] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.280403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.280623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.281404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.281535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.281667] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.284062] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.284062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.284062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.284062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.284062] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fd53e2-a7e4-451b-9ba7-9bb294b313a1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.785770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.785914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.787420] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 with status ACTIVE [ 1132.787635] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.787767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.787829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.788060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.788177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.788340] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.788441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.788499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.788656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.788731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.788913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.789014] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.789077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.789220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.789293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.789377] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8fd53e2-a7e4-451b-9ba7-9bb294b313a1 is going to be updated. [ 1132.790478] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.811118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.811331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.811331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.811535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.811681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.811845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8fd53e2-a7e4-451b-9ba7-9bb294b313a1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.294031] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.545043] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca in Status: SUCCESS [ 1133.545334] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca deletion is rescheduled due to dependency. [ 1133.545454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.799335] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.799335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.799335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.799335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.799335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.799335] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 is going to be created. [ 1133.836370] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.836645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.836645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.836803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.836942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.847956] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: UNINITIALIZED for 2s [ 1134.210604] env[65968]: INFO networking_nsxv3.common.synchronization [req-c8b2b496-d4d4-4131-bf72-54c05d17ecc0 req-211b4458-21fc-49f6-8977-8258b6492740 tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1134.211412] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGHEST for action security_group_members [ 1134.211412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.211574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.211574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.212472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.212472] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.212472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.212472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.212472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.212472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.212472] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.714988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.715589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.715724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.716026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.737027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.737293] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.737412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.737462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.737662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.737735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.737820] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be updated. [ 1134.765983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.766215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.766297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.766476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.766621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.776200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: IN_PROGRESS for 2s [ 1135.857199] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: SUCCESS [ 1135.857623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.857623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.857797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.857990] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.858134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.858203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.858361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.858439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.858526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.858629] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.362043] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.362244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.362487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.362666] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.362793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362858] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.363063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.363136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.363198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.363377] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.363485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.363534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.363736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.363848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.363933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.363991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.364198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.364293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.364370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.364457] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.589880] env[65968]: INFO networking_nsxv3.common.synchronization [req-427344f7-aa1a-4bb4-959a-1c17e888e4e3 req-15ceb2be-0114-4627-8a89-108c84a108b3 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1136.591172] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1136.591172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.591407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.591554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.591938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.592127] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.592246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.592312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.592488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.592576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.592670] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.790739] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 in Status: SUCCESS [ 1136.790968] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 deletion is rescheduled due to dependency. [ 1136.791128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.869265] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07ae82b-983c-4dd4-a8a1-0f4f83719aa4: rpc.has_security_group_logging(os_id): False [ 1136.891671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.892259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.892416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.892690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.892943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.893277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.893438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.893587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.893819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.894348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.894348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.894348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.894348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.895299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.895299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.896500] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.896500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.896500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.896500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.896500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.896500] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 is going to be created. [ 1136.978999] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.978999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.978999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.979786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.979786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.991826] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: IN_PROGRESS for 2s [ 1137.050869] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.051084] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.051284] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.051476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.051754] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.051919] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.052217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.052506] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.052692] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.052893] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.053016] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.053126] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.053259] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.053366] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.053471] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.053618] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.095553] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.095842] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.096068] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.096281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-963" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.096691] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.096882] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.097032] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.097396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.097790] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.098805] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.098941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.099025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.099275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.099378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.099591] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.099712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.099837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.100180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.100286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.100385] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a already deleted. [ 1137.100476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.603143] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.603143] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.603143] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.603143] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.603143] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.603143] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 not found, creating... [ 1137.603143] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.603441] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.603441] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.603499] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.604406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.604406] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.604406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.604406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.604406] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.604630] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.604630] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 is going to be created. [ 1137.627665] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.627891] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.628034] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.628301] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.628534] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.628757] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.335054] env[65968]: INFO networking_nsxv3.common.synchronization [req-427344f7-aa1a-4bb4-959a-1c17e888e4e3 req-8a20db1b-c9c3-4894-bd37-5e04bd45239e service nova] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1138.335054] env[65968]: INFO networking_nsxv3.common.synchronization [req-427344f7-aa1a-4bb4-959a-1c17e888e4e3 req-8a20db1b-c9c3-4894-bd37-5e04bd45239e service nova] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1138.335054] env[65968]: INFO networking_nsxv3.common.synchronization [req-427344f7-aa1a-4bb4-959a-1c17e888e4e3 req-8a20db1b-c9c3-4894-bd37-5e04bd45239e service nova] Enqueued Resource ID: a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 with Priority: HIGHEST for action port [ 1138.335054] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_rules [ 1138.335054] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1138.335837] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 with Priority: HIGHEST for action port [ 1138.336035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.336249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.336307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.336551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.336653] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.338421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.338421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.338421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.338421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.338421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.338629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.338629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.338702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.338785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.338875] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.339832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.340210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.340210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.340329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.340419] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.844702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.844911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.845255] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.846452] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 with status ACTIVE [ 1138.846713] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.846891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.846997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.847297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.847446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.847715] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.847870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.847976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.848266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.848402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.848683] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.848836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.848949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.849202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.849327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.849481] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9 is going to be updated. [ 1138.891446] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.891638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.891763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.892111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.892406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.892710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a69bc9e3-5c7d-4fe2-85c9-c0a8f0b0bec9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.951793] env[65968]: INFO networking_nsxv3.common.synchronization [req-7facb488-d365-46cf-bd32-df689d378d81 req-9d6c4105-860b-46d6-9663-f437d84b5b4c tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1138.952376] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1138.952745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.952872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.952946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.953191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.953370] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.953470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.953554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.953711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.953802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.954125] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.011648] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: SUCCESS [ 1139.011838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.353370] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.375607] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.375824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.376067] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.376558] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.376981] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.377240] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.377424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.377793] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.378088] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.378398] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.378587] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.378762] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.378925] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.379138] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.379590] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.379822] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.401643] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.401954] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.402210] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.402449] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.402945] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-51745bc6-afae-42a4-bf21-a8cb39a85bcd taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.403264] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.403459] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.403904] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.404121] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51745bc6-afae-42a4-bf21-a8cb39a85bcd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.456485] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.456758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.456893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.457242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.460663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.460663] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.460663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.460663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.460663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.460663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.460663] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1139.488381] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.488537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.488605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.488819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.488963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.501701] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1139.854966] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.855162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.855206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.855536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.855661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.855694] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a is going to be created. [ 1139.883039] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.883225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.883272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.883456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.883632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.896488] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: UNINITIALIZED for 2s [ 1139.908303] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.908303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.908303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.908303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.908303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.908303] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 51745bc6-afae-42a4-bf21-a8cb39a85bcd not found, creating... [ 1139.908859] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.908859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.908859] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.909069] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.909120] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.909815] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.909815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.909815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.910133] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.910188] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.910352] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 51745bc6-afae-42a4-bf21-a8cb39a85bcd is going to be created. [ 1139.937863] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.938125] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938257] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.938535] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.938788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.939034] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.710844] env[65968]: INFO networking_nsxv3.common.synchronization [req-7facb488-d365-46cf-bd32-df689d378d81 req-7a2b6f8d-0b8a-4c81-8e36-6477dea7d1d8 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1140.711384] env[65968]: INFO networking_nsxv3.common.synchronization [req-7facb488-d365-46cf-bd32-df689d378d81 req-7a2b6f8d-0b8a-4c81-8e36-6477dea7d1d8 service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1140.711384] env[65968]: INFO networking_nsxv3.common.synchronization [req-7facb488-d365-46cf-bd32-df689d378d81 req-7a2b6f8d-0b8a-4c81-8e36-6477dea7d1d8 service nova] Enqueued Resource ID: 51745bc6-afae-42a4-bf21-a8cb39a85bcd with Priority: HIGHEST for action port [ 1140.712054] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1140.712912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1140.712912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51745bc6-afae-42a4-bf21-a8cb39a85bcd with Priority: HIGHEST for action port [ 1140.712912] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.712912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.712912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.712912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.713441] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.715404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.715404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.715404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-51745bc6-afae-42a4-bf21-a8cb39a85bcd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.715404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.715404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.715404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.715404] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51745bc6-afae-42a4-bf21-a8cb39a85bcd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.216714] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.216856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.217063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51745bc6-afae-42a4-bf21-a8cb39a85bcd with status ACTIVE [ 1141.217232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.217339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.217403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.217632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.217712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.217885] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.217974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.218045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.218198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.218272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.218489] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.218584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.218638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.218781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.218844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.218927] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51745bc6-afae-42a4-bf21-a8cb39a85bcd is going to be updated. [ 1141.239922] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.240121] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.240162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.240339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.240484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.240641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51745bc6-afae-42a4-bf21-a8cb39a85bcd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.512169] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1141.512408] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1141.512595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.512830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.513129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.513382] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.513556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.513663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.513892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.514020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.514180] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.907819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: SUCCESS [ 1141.908061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.908988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.908988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.909080] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.909246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.909329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.909504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.909584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.909725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.910347] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.017499] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.414827] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.519973] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.749257] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8a1d9e31-fa1f-4e66-a4b3-8a4a0988c470 None None] Enqueued Resource ID: 48639227-31d1-4aef-aa0d-63568713e613 with Priority: HIGHEST for action port [ 1142.749817] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48639227-31d1-4aef-aa0d-63568713e613 with Priority: HIGHEST for action port [ 1142.752027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-48639227-31d1-4aef-aa0d-63568713e613 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.752027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48639227-31d1-4aef-aa0d-63568713e613" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.752027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48639227-31d1-4aef-aa0d-63568713e613" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.752027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48639227-31d1-4aef-aa0d-63568713e613" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.752027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48639227-31d1-4aef-aa0d-63568713e613',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.915795] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53473c30-6a1c-49ae-a469-4863f5136a4a: rpc.has_security_group_logging(os_id): False [ 1142.936245] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.936563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.936651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.937031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.937182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.937743] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.937743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.937743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.942289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.942289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.942289] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a is going to be created. [ 1143.015095] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.015419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.015524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.015757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.015972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.022022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.022231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.022412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.022487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.022735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.022735] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1143.032132] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: IN_PROGRESS for 2s [ 1143.077461] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.077461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.077461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.077461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.077461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.095382] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1143.253270] env[65968]: INFO networking_nsxv3.common.synchronization [None req-79ee9945-a676-492f-93e8-f9d2d539ae0e tempest-AttachInterfacesTestJSON-47921151 tempest-AttachInterfacesTestJSON-47921151-project-member] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1143.253995] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGHEST for action security_group_members [ 1143.255224] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.255224] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.255224] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.255599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.255599] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.256318] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48639227-31d1-4aef-aa0d-63568713e613 [ 1143.256497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.256616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.256679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.256916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.257042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.257678] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48639227-31d1-4aef-aa0d-63568713e613 already deleted. [ 1143.257678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48639227-31d1-4aef-aa0d-63568713e613" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762019] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.762019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762019] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be updated. [ 1143.819397] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.819592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.819690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.821502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.821502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.832780] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: IN_PROGRESS for 2s [ 1144.585412] env[65968]: INFO networking_nsxv3.common.synchronization [req-044907ee-e0d2-45d2-aac5-854b1706c68b req-8b408920-3a38-4e0c-a191-7abd78e253fd tempest-ServerAddressesNegativeTestJSON-1937239412 tempest-ServerAddressesNegativeTestJSON-1937239412-project-member] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1144.586551] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGHEST for action security_group_members [ 1144.586551] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.586551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.586551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.586697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.587189] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.587189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.587189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.587189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.587189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.587456] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.049992] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: SUCCESS [ 1145.050406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.089908] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.090080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.090149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.090377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.090467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.090848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.090848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.090848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.091042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.091042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.091211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 is going to be updated. [ 1145.104381] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1145.104703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.104769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.104989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.105273] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.105744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.105744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.105842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.105975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.106155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.106320] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.126020] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.126020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.126020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.126020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.126020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.136763] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: IN_PROGRESS for 2s [ 1145.410021] env[65968]: INFO networking_nsxv3.common.synchronization [None req-38a14840-dc67-4b45-a208-d0ab5bbcdab7 None None] Enqueued Resource ID: f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7 with Priority: HIGHEST for action port [ 1145.410021] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7 with Priority: HIGHEST for action port [ 1145.410021] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.410021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.410021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.410021] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.609953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611167] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.611475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.611684] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.615022] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615022] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.847715] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fb4b6f-bc29-487f-b212-830859874b64 in Status: SUCCESS [ 1145.848252] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 deletion is rescheduled due to dependency. [ 1145.848252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.913340] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7 [ 1145.914523] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.914523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.914523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.914523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.914523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.914523] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7 already deleted. [ 1145.914523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ccb3a2-f4f7-4bbe-bfd0-5921f6edcea7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.118715] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 1146.136749] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.136903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.136949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.137226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.137324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.137523] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.137715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.137715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.139557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.139557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.139557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.139557] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1146.205521] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.205683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.205759] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.205987] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.206154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.225741] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1146.507555] env[65968]: INFO networking_nsxv3.common.synchronization [None req-303e73d4-42cd-4686-b0de-09f50a446f74 None None] Enqueued Resource ID: d1bcc556-cb13-4de4-8a4b-d4376b40c52b with Priority: HIGHEST for action port [ 1146.508277] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcc556-cb13-4de4-8a4b-d4376b40c52b with Priority: HIGHEST for action port [ 1146.508617] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1bcc556-cb13-4de4-8a4b-d4376b40c52b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.508757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1bcc556-cb13-4de4-8a4b-d4376b40c52b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.508831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1bcc556-cb13-4de4-8a4b-d4376b40c52b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.509128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1bcc556-cb13-4de4-8a4b-d4376b40c52b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.509310] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1bcc556-cb13-4de4-8a4b-d4376b40c52b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.011907] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1bcc556-cb13-4de4-8a4b-d4376b40c52b [ 1147.012271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.012338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.012372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.012598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.012689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.012785] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1bcc556-cb13-4de4-8a4b-d4376b40c52b already deleted. [ 1147.012865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1bcc556-cb13-4de4-8a4b-d4376b40c52b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.147115] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 in Status: SUCCESS [ 1147.147407] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 deletion is rescheduled due to dependency. [ 1147.147529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.245236] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1148.245236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.339399] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c14311d0-6deb-40f1-9a80-332b17bf09f1 None None] Enqueued Resource ID: 947075e2-faf9-488b-8d0a-38deeec9859a with Priority: HIGHEST for action port [ 1149.340218] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947075e2-faf9-488b-8d0a-38deeec9859a with Priority: HIGHEST for action port [ 1149.340494] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-947075e2-faf9-488b-8d0a-38deeec9859a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.340494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947075e2-faf9-488b-8d0a-38deeec9859a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.340494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947075e2-faf9-488b-8d0a-38deeec9859a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.340676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947075e2-faf9-488b-8d0a-38deeec9859a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.340758] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947075e2-faf9-488b-8d0a-38deeec9859a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.843422] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 947075e2-faf9-488b-8d0a-38deeec9859a [ 1149.843666] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.843805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.843882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.844920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.845064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.845161] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:947075e2-faf9-488b-8d0a-38deeec9859a already deleted. [ 1149.845246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947075e2-faf9-488b-8d0a-38deeec9859a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.962192] env[65968]: INFO networking_nsxv3.common.synchronization [req-5bb2afae-7aaa-4424-80ae-b331e98aa62e req-179b681d-908a-4e76-958a-92e11ec03a20 tempest-ServerAddressesTestJSON-330488759 tempest-ServerAddressesTestJSON-330488759-project-member] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1149.963014] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1149.963156] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.964322] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.964322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.964631] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.273494] env[65968]: INFO networking_nsxv3.common.synchronization [None req-a0736ad8-2297-4375-9a3c-82edd800ea5e tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1150.274902] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1150.275453] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.276292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.276292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.276292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.276292] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.454404] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1677c899-4c5e-4215-a73f-c0c5cb369db9 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1150.454404] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1150.454781] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.454781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.465021] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.465255] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-926" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.465421] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-926" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.466027] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-926" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.466027] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.466226] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.466276] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.466548] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.466668] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.466869] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.466995] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.467122] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.467212] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.467312] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.467412] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.467551] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.469050] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469239] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.469493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.469668] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.470059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.470150] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 already deleted. [ 1150.470229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.493340] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.493340] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.493340] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.493340] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-926" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.493340] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-0060157b-8646-47bb-bada-3e937316ffc6 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.493727] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.493830] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.494405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.494405] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0060157b-8646-47bb-bada-3e937316ffc6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.798585] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.798798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.798798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.798997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.799101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.799201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 already deleted. [ 1150.800031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.800031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.800031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.800031] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.997382] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.998020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.998020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.998020] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.998185] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.998399] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 0060157b-8646-47bb-bada-3e937316ffc6 not found, creating... [ 1150.999341] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.999341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.999341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999562] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.999761] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.000137] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.000371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.000603] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.001561] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.001561] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.001561] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 0060157b-8646-47bb-bada-3e937316ffc6 is going to be created. [ 1151.025100] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.025484] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.025629] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.025966] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.026345] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.026705] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.325494] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.325681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.325774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.326081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.326193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.326319] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 already deleted. [ 1151.326427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.627126] env[65968]: INFO networking_nsxv3.common.synchronization [None req-b157cf57-5569-498a-87a8-76a143d38bb0 None None] Enqueued Resource ID: 08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64 with Priority: HIGHEST for action port [ 1151.628491] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64 with Priority: HIGHEST for action port [ 1151.629910] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.630418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.630534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.630793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.630880] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.761149] env[65968]: INFO networking_nsxv3.common.synchronization [req-5bb2afae-7aaa-4424-80ae-b331e98aa62e req-0abf0720-78ee-4788-bf33-90b47acf9d72 service nova] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_rules [ 1151.761268] env[65968]: INFO networking_nsxv3.common.synchronization [req-5bb2afae-7aaa-4424-80ae-b331e98aa62e req-0abf0720-78ee-4788-bf33-90b47acf9d72 service nova] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1151.761369] env[65968]: INFO networking_nsxv3.common.synchronization [req-5bb2afae-7aaa-4424-80ae-b331e98aa62e req-0abf0720-78ee-4788-bf33-90b47acf9d72 service nova] Enqueued Resource ID: 0060157b-8646-47bb-bada-3e937316ffc6 with Priority: HIGHEST for action port [ 1151.761775] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_rules [ 1151.761909] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1151.762010] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0060157b-8646-47bb-bada-3e937316ffc6 with Priority: HIGHEST for action port [ 1151.762334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.762431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.762480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.762724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.762805] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.763657] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.763766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.763832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.763990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.764146] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.764255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.764307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.764423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.764503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.764589] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.767775] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0060157b-8646-47bb-bada-3e937316ffc6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.767775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.767775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.767775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.767775] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0060157b-8646-47bb-bada-3e937316ffc6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.133518] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64 [ 1152.133843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.134057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.134194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.134487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.134712] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.134793] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64 already deleted. [ 1152.134936] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b0eb1b-3a8e-4c75-9d03-e4d1bdbc0d64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.267670] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.268029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.268376] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.269538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0060157b-8646-47bb-bada-3e937316ffc6 with status ACTIVE [ 1152.269774] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.269945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.272538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.272538] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.272538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.272538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0060157b-8646-47bb-bada-3e937316ffc6 is going to be updated. [ 1152.300297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.300297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.300297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.300297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.301072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.301072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0060157b-8646-47bb-bada-3e937316ffc6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.774702] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.279447] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.279447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.279447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.279447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.279447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.279447] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 is going to be created. [ 1153.304936] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.305435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.305676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.306058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.306420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.322709] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: UNINITIALIZED for 2s [ 1155.199586] env[65968]: INFO networking_nsxv3.common.synchronization [req-d2882f22-4983-48bf-9efd-5732328de691 req-843abd6c-b114-46e3-be4f-f882bcbf9c36 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1155.200481] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1155.200895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.201149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.201149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.201429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.201588] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.201692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.201760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.202037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.202139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.202246] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.334173] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: SUCCESS [ 1155.334803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.334803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.334803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.334982] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.335071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.335847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.335847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.335847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.335847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.335847] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.704588] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.704768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.704810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.705048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.705141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.705333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.705441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.705602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.705787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.705892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.706045] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1155.732437] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.732706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.732706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.732849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.733038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.741306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1155.838997] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.839237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.839314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.839577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.839854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.839980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.839980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.840194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.840311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.840419] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.840609] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.840719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.840779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.840962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.841153] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.841277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.841356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.841551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.841636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.841749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.841853] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.345496] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4864fe2-2426-43ed-9a97-f374112603b3: rpc.has_security_group_logging(os_id): False [ 1156.369092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.369318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.369318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.369523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.369611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.369803] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.369902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.369971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.370151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.370228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.370447] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.370553] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.370615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.370784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.370859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.371066] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.371159] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.371217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.371356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.371429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.371515] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 is going to be created. [ 1156.430367] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.442965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: IN_PROGRESS for 2s [ 1157.109437] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6f916c0-ac26-4946-aabb-6f3f35e97e96 req-3dd41779-7a3f-4c40-aa6d-d9400450f006 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1157.109977] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1157.110298] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.110418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.110485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.110740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.110893] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.110993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.111065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.111217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.111300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.111389] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.408024] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.408024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.408024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.408024] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.408024] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.408655] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.408913] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.409259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.409526] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.410926] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.410926] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.410926] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.410926] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.410926] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.410926] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.410926] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.430756] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.431511] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.431511] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.431511] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.431710] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-548de732-5f39-4fe5-b6bb-12707a5fc37d taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.431710] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.432056] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.432232] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.432773] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548de732-5f39-4fe5-b6bb-12707a5fc37d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.613133] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.613301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.613372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.613586] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.613673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.613867] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.613988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.614043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.614190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.614262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.614344] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 already deleted. [ 1157.614421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.751769] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1157.751976] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1157.752136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.935183] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.935422] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.935573] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.935883] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.936043] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.936199] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 548de732-5f39-4fe5-b6bb-12707a5fc37d not found, creating... [ 1157.936741] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.936914] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.937038] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.937281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.937467] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.937709] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.937865] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.937972] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.938199] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.938328] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.938466] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 548de732-5f39-4fe5-b6bb-12707a5fc37d is going to be created. [ 1157.961452] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.961452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.961452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.961452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.961452] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.961811] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.455811] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: SUCCESS [ 1158.456229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.704323] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6f916c0-ac26-4946-aabb-6f3f35e97e96 req-6c3e529a-07fd-45be-a019-16c91d0e7f27 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1158.704466] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6f916c0-ac26-4946-aabb-6f3f35e97e96 req-6c3e529a-07fd-45be-a019-16c91d0e7f27 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1158.704585] env[65968]: INFO networking_nsxv3.common.synchronization [req-c6f916c0-ac26-4946-aabb-6f3f35e97e96 req-6c3e529a-07fd-45be-a019-16c91d0e7f27 service nova] Enqueued Resource ID: 548de732-5f39-4fe5-b6bb-12707a5fc37d with Priority: HIGHEST for action port [ 1158.705392] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1158.705663] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1158.705856] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548de732-5f39-4fe5-b6bb-12707a5fc37d with Priority: HIGHEST for action port [ 1158.706092] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.706215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.706292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.706606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.706606] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.707523] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.707639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.707702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.707892] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.708097] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.708202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.708259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.708407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.708492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.708578] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.709347] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-548de732-5f39-4fe5-b6bb-12707a5fc37d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.709668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.709668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.709668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.709751] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548de732-5f39-4fe5-b6bb-12707a5fc37d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.212067] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.212216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.212424] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.213321] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 548de732-5f39-4fe5-b6bb-12707a5fc37d with status ACTIVE [ 1159.213543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.213659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.213725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.213927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.214031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.214202] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.214318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.214353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.214512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.214604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.214814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.214910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.214980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.216266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.216266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216266] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 548de732-5f39-4fe5-b6bb-12707a5fc37d is going to be updated. [ 1159.240104] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.240351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.240351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.240531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.240671] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.241822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548de732-5f39-4fe5-b6bb-12707a5fc37d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718584] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.221226] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.221383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.221452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.221803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.221942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.222103] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be created. [ 1160.248568] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.248747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.248798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.248976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.249157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.259027] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: UNINITIALIZED for 2s [ 1161.702819] env[65968]: INFO networking_nsxv3.common.synchronization [req-1a9aff7b-217a-4e7c-8bf9-bd5a8b271ec9 req-2f908964-fecc-4881-88a9-9212b736693b tempest-ServerAddressesTestJSON-330488759 tempest-ServerAddressesTestJSON-330488759-project-member] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1161.702819] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGHEST for action security_group_members [ 1161.702819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.704028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.704269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.704727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.706252] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.706252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.706252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.706252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.706252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.706252] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.209029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.209029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.209029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.209029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.209029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.209029] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.209029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.209468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.209468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.209468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.209468] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 is going to be updated. [ 1162.262429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.262677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.262677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.262899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.263081] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.275238] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: IN_PROGRESS for 2s [ 1162.276022] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1162.276269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.276497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.276790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.276988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.277122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.277189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.277346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.277427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.277514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.277601] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.779931] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.282694] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29e0c58-beb5-4463-8879-9465d480d3b1: rpc.has_security_group_logging(os_id): False [ 1163.329563] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.329751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.329793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.330206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.330424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.330863] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.331072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.331177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.331484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.331665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.331843] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be created. [ 1163.412160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.412426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.412426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.413036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.413036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.425959] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1164.108572] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2f743fa-22de-49fb-9dbc-1f27bf1c3ea0 req-74cb0933-1a96-495e-94aa-430b2069bd09 tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1164.109121] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1164.109417] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.109534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.109596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.109788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.109932] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.110293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.110557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.110557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.110688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.110735] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.288506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4864fe2-2426-43ed-9a97-f374112603b3 in Status: SUCCESS [ 1164.288973] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 deletion is rescheduled due to dependency. [ 1164.289165] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.494579] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.494919] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.495093] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.495393] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.495720] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.496012] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.496265] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.496582] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.496784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.497074] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.497230] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.497364] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.497496] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.497611] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.497718] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.497889] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.518600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.518827] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.519087] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.519294] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-153" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.519824] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.519824] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.520264] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.520264] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.520368] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.612986] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.613211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.613312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.613728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.613834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.614103] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.614232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.614297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.614489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.614571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.614766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1164.650384] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.650534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.650597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.650818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.651187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.661449] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1165.025987] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.026235] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.026420] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.026920] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.027275] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.027612] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 not found, creating... [ 1165.028231] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.028457] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.028683] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.029096] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.029263] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.029590] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.029756] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.029870] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.030113] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.030273] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.030579] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 is going to be created. [ 1165.056573] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.056810] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.056946] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.057586] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.057586] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.057765] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.440317] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1165.440713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.766540] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2f743fa-22de-49fb-9dbc-1f27bf1c3ea0 req-2506a01c-a5be-480e-9ca2-fead20f1dfef service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1165.766923] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2f743fa-22de-49fb-9dbc-1f27bf1c3ea0 req-2506a01c-a5be-480e-9ca2-fead20f1dfef service nova] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1165.767139] env[65968]: INFO networking_nsxv3.common.synchronization [req-a2f743fa-22de-49fb-9dbc-1f27bf1c3ea0 req-2506a01c-a5be-480e-9ca2-fead20f1dfef service nova] Enqueued Resource ID: 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 with Priority: HIGHEST for action port [ 1165.767933] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_rules [ 1165.768014] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1165.768116] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 with Priority: HIGHEST for action port [ 1165.769926] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769926] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.770333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.770333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.770333] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.770459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.770459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.770646] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.770746] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.272469] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.273229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.273951] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 with status ACTIVE [ 1166.274180] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.274298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.274383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.274740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.274955] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.275095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.275282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.275389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.275489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.275718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.275812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.275904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.276117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.276211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.276335] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98 is going to be updated. [ 1166.308789] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.309021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.309021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.309218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.309361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.309519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c5ccb7c-12d6-4073-ad1a-0a3ef7724f98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.676618] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1166.676908] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1166.677563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.677563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.677694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.677992] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.678141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.678314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.678508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.678508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.678572] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.184911] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.691584] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.196375] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.196500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.196579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.196984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.196984] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.197131] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1168.231653] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.232307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.232307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.232307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.232307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.243459] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1169.177402] env[65968]: INFO networking_nsxv3.common.synchronization [req-f83fa95d-5187-4d9a-93c2-37dc23dd1f0e req-3b4c7816-f9b5-433a-8d51-fb5affe7f1a7 tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1169.177402] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGHEST for action security_group_members [ 1169.177979] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.178536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.178854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.179023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.179855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.179855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.179855] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.683060] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.683060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.683060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.683354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.703565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.703916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.704058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.704124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.704328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.704413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.704504] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be updated. [ 1169.741292] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.741494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.741494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.741713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.741867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.751383] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: IN_PROGRESS for 2s [ 1170.259359] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1170.259594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.259862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.260182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.260468] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.260589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.260654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.260818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.260915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.260973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.261078] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.764705] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.764915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.764915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.765206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.765406] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.765517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.765579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.765783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.765879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.765948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.766139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.766218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.766292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.766429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.766558] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.766669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.766729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.766853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.766924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.766999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.767132] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.269963] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d8d4a76-3284-4982-9af2-84a9d4017d6d: rpc.has_security_group_logging(os_id): False [ 1171.289522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.289727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.289727] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.289870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.289960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.290174] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.290270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.290332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.290487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.290563] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.290763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.290854] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.290918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.291074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.291149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.291580] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.291694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.291744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.291878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.291951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.292048] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1171.364681] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.364914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.364914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.365089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.365231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.382295] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1171.761364] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 in Status: SUCCESS [ 1171.761601] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 deletion is rescheduled due to dependency. [ 1171.761786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.414600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1173.415074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.178797] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.178988] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.223491] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d3706e6b-154c-4a25-a80c-07ac78d7d00f tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1174.224139] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1174.224443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.224565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.224631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.224888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.224967] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.313316] env[65968]: INFO networking_nsxv3.common.synchronization [None req-cdaa11fc-ce3d-4e99-9cb9-5102fc4919eb tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1174.314593] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1174.314593] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.314593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.752401] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.752794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.752794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.752893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.752893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.752986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 already deleted. [ 1174.753077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.753237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.753466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.753596] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.275266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.275465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.275517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.275696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.275809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.275915] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 already deleted. [ 1175.275997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.784272] env[65968]: INFO networking_nsxv3.common.synchronization [req-e7648ab7-71a0-4616-be35-5a811aa3dde0 req-636f8c86-aac4-449d-a31b-a600e25b532c tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1176.784870] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1176.785199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.785551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.785633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786222] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786581] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.288851] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.791412] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.293680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.293887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.293887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.294161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.294253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.294357] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1178.323373] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.323574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.323574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.323898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.324070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.334110] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1180.346608] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1180.347036] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.786761] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.787128] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1182.050489] env[65968]: INFO networking_nsxv3.common.synchronization [req-9c1672db-b0ec-49bc-a3c2-7b5c44abe9db req-72d31607-9a41-4ff0-bf49-5259dbdfcacd tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1182.050966] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1182.051301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.051502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.051502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.052088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.052088] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.052088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.052088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.052268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.052268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.052335] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.393892] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.394165] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.394341] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.394649] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.394939] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.395285] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.395479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.395648] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.395851] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.396042] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.396159] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.396267] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.396371] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.396477] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.396578] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.396707] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.419243] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.419434] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.419543] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.419718] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-402" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.420065] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-1edb7a16-3ef4-4497-a58d-39b41f19d26f taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.420252] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.420372] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.420716] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.420885] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1edb7a16-3ef4-4497-a58d-39b41f19d26f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.554274] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.554460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.554460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.554642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.554735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.554931] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.555044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.555110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.555265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.555343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.555465] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 already deleted. [ 1182.555496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.923765] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.924303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.924303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.924424] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.924508] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.924681] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 1edb7a16-3ef4-4497-a58d-39b41f19d26f not found, creating... [ 1182.924974] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.925156] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.925272] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.925573] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.925717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.926094] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.926258] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.926375] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.926595] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.926715] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.926881] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 1edb7a16-3ef4-4497-a58d-39b41f19d26f is going to be created. [ 1182.949583] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.949801] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.949914] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.950217] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.950457] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.950670] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.655146] env[65968]: INFO networking_nsxv3.common.synchronization [req-9c1672db-b0ec-49bc-a3c2-7b5c44abe9db req-147da0e0-22c6-405c-a217-21408dfd0249 service nova] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1183.655357] env[65968]: INFO networking_nsxv3.common.synchronization [req-9c1672db-b0ec-49bc-a3c2-7b5c44abe9db req-147da0e0-22c6-405c-a217-21408dfd0249 service nova] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1183.655495] env[65968]: INFO networking_nsxv3.common.synchronization [req-9c1672db-b0ec-49bc-a3c2-7b5c44abe9db req-147da0e0-22c6-405c-a217-21408dfd0249 service nova] Enqueued Resource ID: 1edb7a16-3ef4-4497-a58d-39b41f19d26f with Priority: HIGHEST for action port [ 1183.655999] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_rules [ 1183.656145] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1183.656252] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1edb7a16-3ef4-4497-a58d-39b41f19d26f with Priority: HIGHEST for action port [ 1183.656522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.656638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.656700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.656909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.656997] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.657816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.657933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.658011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.658223] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.658431] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.658431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.658524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.658662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.659772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.659772] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.659772] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1edb7a16-3ef4-4497-a58d-39b41f19d26f taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.659772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.659772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.660353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.660353] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1edb7a16-3ef4-4497-a58d-39b41f19d26f',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.164150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.164150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.164150] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.164150] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1edb7a16-3ef4-4497-a58d-39b41f19d26f with status ACTIVE [ 1184.164150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.164150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.164150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.164688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.164688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.164688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.164688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.164688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.164863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.164863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.164966] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.165075] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.165114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.165279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.165325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.165381] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1edb7a16-3ef4-4497-a58d-39b41f19d26f is going to be updated. [ 1184.188752] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.188977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.188977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.189189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.189598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.189598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1edb7a16-3ef4-4497-a58d-39b41f19d26f" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.668410] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.171545] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.171864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.171864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.171943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.172098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.172175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 is going to be created. [ 1185.197782] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.198079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.198079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.198379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.198594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.210524] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: UNINITIALIZED for 2s [ 1187.221443] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: SUCCESS [ 1187.221799] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.221841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.222057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.222257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.222373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.222439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.222610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.222690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.222774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.222865] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.725597] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.228404] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224c66f8-97ee-449c-b48d-4476adeeddd4: rpc.has_security_group_logging(os_id): False [ 1188.246725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.246949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.246949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.247168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.247257] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.247509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.247613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.247675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.247824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.247899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.247986] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 is going to be created. [ 1188.306873] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.307097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.307097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.307219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.307404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.319082] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: IN_PROGRESS for 2s [ 1188.657584] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.657717] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1190.332874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: SUCCESS [ 1190.333275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.658778] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.659108] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.726806] env[65968]: INFO networking_nsxv3.common.synchronization [req-5782f771-7310-47d1-804c-8b2dabbec12e req-bb7e0093-b91b-448f-abdb-878e3508336b tempest-ServerActionsTestOtherA-1083798740 tempest-ServerActionsTestOtherA-1083798740-project-member] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1196.727675] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGHEST for action security_group_members [ 1196.727903] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.727988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.728067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.728259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.728429] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.729030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.729030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.729030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.729030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.729030] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.230998] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.231207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.231305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.231544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.231660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.231877] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.231977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.232069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.232248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.232326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.232415] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be updated. [ 1197.262445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.262590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.262640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.262860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.262999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.272156] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: IN_PROGRESS for 2s [ 1199.172018] env[65968]: INFO networking_nsxv3.common.synchronization [req-598b09ff-1855-4ab8-a505-35e40cc60a2a req-a40bd50c-7586-4ca8-be37-7f00062f6953 tempest-AttachVolumeNegativeTest-603356514 tempest-AttachVolumeNegativeTest-603356514-project-member] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1199.172018] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGHEST for action security_group_members [ 1199.172018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.172018] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.172018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.172575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.172575] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.286207] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34708459-011d-4b2e-a20a-8ac924489913 in Status: SUCCESS [ 1199.286207] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34708459-011d-4b2e-a20a-8ac924489913 deletion is rescheduled due to dependency. [ 1199.286207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.674036] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.674274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.674339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.674558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.674643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.674843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.674941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.675038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.675197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.675274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.675346] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a is going to be updated. [ 1199.703916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.704141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.704141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.704337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.704481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.713534] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: IN_PROGRESS for 2s [ 1201.724918] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53473c30-6a1c-49ae-a469-4863f5136a4a in Status: SUCCESS [ 1201.725476] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a deletion is rescheduled due to dependency. [ 1201.725476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.321997] env[65968]: INFO networking_nsxv3.common.synchronization [req-4a153d88-59d5-4de2-969f-dcce8587f19d req-d6fb11e1-42df-4aee-b94b-37d6788655fa tempest-DeleteServersTestJSON-1055737563 tempest-DeleteServersTestJSON-1055737563-project-member] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1203.321997] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGHEST for action security_group_members [ 1203.322284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.322284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.322370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.322514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.322661] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.322756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.322821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.322964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.323074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.323162] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.825199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.825371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.825446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.825661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.825753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.825952] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.826108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.826204] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.826335] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.826407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.826495] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be updated. [ 1203.856473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.856609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.856672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.856884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.857122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.867879] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: IN_PROGRESS for 2s [ 1205.598233] env[65968]: INFO networking_nsxv3.common.synchronization [None req-37967d25-0d33-4a72-86e9-4426820b0f74 None None] Enqueued Resource ID: d946a7a6-27d4-4cf3-b332-ec6b61b40642 with Priority: HIGHEST for action port [ 1205.598836] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946a7a6-27d4-4cf3-b332-ec6b61b40642 with Priority: HIGHEST for action port [ 1205.599187] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d946a7a6-27d4-4cf3-b332-ec6b61b40642 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.599187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d946a7a6-27d4-4cf3-b332-ec6b61b40642" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.599187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d946a7a6-27d4-4cf3-b332-ec6b61b40642" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.600030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d946a7a6-27d4-4cf3-b332-ec6b61b40642" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.600030] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d946a7a6-27d4-4cf3-b332-ec6b61b40642',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.880045] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d in Status: SUCCESS [ 1205.880289] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d deletion is rescheduled due to dependency. [ 1205.880413] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.101155] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d946a7a6-27d4-4cf3-b332-ec6b61b40642 [ 1206.101403] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.101543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.101624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.101861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.101950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.102063] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d946a7a6-27d4-4cf3-b332-ec6b61b40642 already deleted. [ 1206.102145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d946a7a6-27d4-4cf3-b332-ec6b61b40642" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.874834] env[65968]: INFO networking_nsxv3.common.synchronization [None req-af0f25b9-924c-4168-9f04-3ca3e79f43c3 None None] Enqueued Resource ID: ca8faded-6174-4b6c-b4dc-03e67c72262e with Priority: HIGHEST for action port [ 1207.875372] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8faded-6174-4b6c-b4dc-03e67c72262e with Priority: HIGHEST for action port [ 1207.875739] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8faded-6174-4b6c-b4dc-03e67c72262e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.875866] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8faded-6174-4b6c-b4dc-03e67c72262e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.875934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8faded-6174-4b6c-b4dc-03e67c72262e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.876243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8faded-6174-4b6c-b4dc-03e67c72262e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.876311] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8faded-6174-4b6c-b4dc-03e67c72262e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.378229] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8faded-6174-4b6c-b4dc-03e67c72262e [ 1208.378601] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.378744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.378814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.379047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.379183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.379219] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8faded-6174-4b6c-b4dc-03e67c72262e already deleted. [ 1208.379320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8faded-6174-4b6c-b4dc-03e67c72262e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.060372] env[65968]: INFO networking_nsxv3.common.synchronization [req-ee6831b6-3165-4939-bc8c-86126013b4c1 req-21b9dca5-8711-4e04-872d-1f277c9c58e1 tempest-ServerPasswordTestJSON-1435372737 tempest-ServerPasswordTestJSON-1435372737-project-member] Enqueued Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1211.060909] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1211.061222] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.061354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.061420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.062294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.062829] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.062948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.063021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.063212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.063333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.063440] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.408590] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.408794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-572" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.409030] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-572" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.409671] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-572" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.410033] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.410155] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.410256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.410503] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.410929] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.410929] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.411042] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.411076] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.411157] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.411259] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.411423] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.411491] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.434900] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.435086] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.435205] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.435371] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-572" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.435684] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-e959f818-0788-4926-a661-0c157fb2a175 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.435900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.436126] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.436546] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.436679] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e959f818-0788-4926-a661-0c157fb2a175',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.565549] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.565735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.565798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.566024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.566117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.566350] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.566457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.566522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.566682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.566760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.566845] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b already deleted. [ 1211.566942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.938990] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.939284] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.939391] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.939626] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.939779] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.939932] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port e959f818-0788-4926-a661-0c157fb2a175 not found, creating... [ 1211.940311] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.940769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.940769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.940936] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.940936] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.941235] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.941403] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.941515] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.941822] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.941911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.941970] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: e959f818-0788-4926-a661-0c157fb2a175 is going to be created. [ 1211.966079] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.966398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.966473] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.966717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.966948] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.967207] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.654012] env[65968]: INFO networking_nsxv3.common.synchronization [req-ee6831b6-3165-4939-bc8c-86126013b4c1 req-572548cc-0ff1-4ea0-acc3-744e6619519e service nova] Enqueued Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_rules [ 1212.654291] env[65968]: INFO networking_nsxv3.common.synchronization [req-ee6831b6-3165-4939-bc8c-86126013b4c1 req-572548cc-0ff1-4ea0-acc3-744e6619519e service nova] Enqueued Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1212.654438] env[65968]: INFO networking_nsxv3.common.synchronization [req-ee6831b6-3165-4939-bc8c-86126013b4c1 req-572548cc-0ff1-4ea0-acc3-744e6619519e service nova] Enqueued Resource ID: e959f818-0788-4926-a661-0c157fb2a175 with Priority: HIGHEST for action port [ 1212.655161] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_rules [ 1212.655313] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1212.655493] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e959f818-0788-4926-a661-0c157fb2a175 with Priority: HIGHEST for action port [ 1212.655781] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.655901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.655967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.656319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.656403] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.657343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.657429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.657485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.657747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.657842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.657938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.657999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.658150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.658322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.658420] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.659542] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e959f818-0788-4926-a661-0c157fb2a175 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.659542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.659705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.659808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.659910] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e959f818-0788-4926-a661-0c157fb2a175',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.162702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.163161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.163161] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.167176] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e959f818-0788-4926-a661-0c157fb2a175 with status ACTIVE [ 1213.167176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.167176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167176] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e959f818-0788-4926-a661-0c157fb2a175 is going to be updated. [ 1213.189488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.189652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.189700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.190150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.190150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.190269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e959f818-0788-4926-a661-0c157fb2a175" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.670945] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.173027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.173267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.173329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.173527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.173615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.173717] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b is going to be created. [ 1214.199141] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.199358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.199358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.199547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.199710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.210489] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: UNINITIALIZED for 2s [ 1215.884257] env[65968]: INFO networking_nsxv3.common.synchronization [req-5d0fb62a-1ae2-4762-99d8-3d3daa2ac177 req-a6b7a433-f473-4d7f-a355-c4c76e14514c tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1215.884786] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1215.885103] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.885242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.885307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.885526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.885680] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.885782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.885839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.885988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.886084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.886171] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.221211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: SUCCESS [ 1216.221516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.221625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.221850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.222067] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.222187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.222241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.222396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.222472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.222571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.222669] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.387983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.388219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.388331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.388662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.410515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.410770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.410887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.410946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.411163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.411244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.411334] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1216.438783] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.439070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.439192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.439445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.439605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.451306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1216.724788] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.725028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.725028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.725259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.725435] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.725539] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.725602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.725857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.725950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.726047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.726259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.726389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.726431] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.726554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.726693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.726784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.726843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.726973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.727142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.727225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.727395] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.229681] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3009839-09eb-47cb-8e16-9bcf3d4f4d0b: rpc.has_security_group_logging(os_id): False [ 1217.254035] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.254339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.254479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.254941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.255034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.255371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.255503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.255625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.255923] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.256090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.256421] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.256541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.256594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.256725] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.256800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.256990] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.257161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.257267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.257599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.257754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.257917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b is going to be created. [ 1217.344455] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.344691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.344780] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.345026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.345336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.360100] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: IN_PROGRESS for 2s [ 1218.461954] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1218.462237] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 deletion is rescheduled due to dependency. [ 1218.462377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.374889] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: SUCCESS [ 1219.375070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.885517] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.885940] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.559288] env[65968]: INFO networking_nsxv3.common.synchronization [req-acd8aa7e-e4e5-419d-89cb-72d9878f1b4e req-10610f4c-5755-4a19-a3b1-d90114387641 tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1223.559288] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1223.559288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.559288] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.559288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.559288] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.866136] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.866385] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.866539] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.866812] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.867086] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.867376] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.867376] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.867572] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.867736] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.867989] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.868134] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.868243] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.868350] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.868461] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.868564] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.868725] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.893360] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.893561] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.893729] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.893938] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.894339] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-614276b8-09f9-4a8b-903d-1288dbab5ca7 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.894572] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.894726] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.895108] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.895278] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614276b8-09f9-4a8b-903d-1288dbab5ca7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.061119] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.061323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.061323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.061493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.061587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.061850] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.061945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.062023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.062173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.062249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.062337] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1224.089090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.089283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.089283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.089490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.089654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.100759] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1224.369045] env[65968]: INFO networking_nsxv3.common.synchronization [req-b67c3fc4-1b66-4589-87dd-d266584eae9f req-8800a67c-ceba-497f-bd99-4b857c226a70 tempest-ServerPasswordTestJSON-1435372737 tempest-ServerPasswordTestJSON-1435372737-project-member] Enqueued Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1224.369618] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGHEST for action security_group_members [ 1224.369954] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.370127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.370196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.370396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.370548] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.370644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.370829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.370829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.370924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.371027] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.398380] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.398490] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.398575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.398873] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.399047] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.399210] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 614276b8-09f9-4a8b-903d-1288dbab5ca7 not found, creating... [ 1224.399491] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.399677] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.399807] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.400064] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.400233] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.400637] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.400748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.400788] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.400986] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.401142] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.401280] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 614276b8-09f9-4a8b-903d-1288dbab5ca7 is going to be created. [ 1224.423848] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.424096] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.424175] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.424494] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.425250] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.425250] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.873747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.874082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.874082] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.874225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.874337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.874535] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.874634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.874703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.874855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.874943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.875022] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b is going to be updated. [ 1224.902122] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.902289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.902333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.902532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.902672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.911864] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: IN_PROGRESS for 2s [ 1225.137572] env[65968]: INFO networking_nsxv3.common.synchronization [req-acd8aa7e-e4e5-419d-89cb-72d9878f1b4e req-6f4d2508-c854-49f0-909e-ea6ff2b6f727 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1225.137759] env[65968]: INFO networking_nsxv3.common.synchronization [req-acd8aa7e-e4e5-419d-89cb-72d9878f1b4e req-6f4d2508-c854-49f0-909e-ea6ff2b6f727 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1225.137956] env[65968]: INFO networking_nsxv3.common.synchronization [req-acd8aa7e-e4e5-419d-89cb-72d9878f1b4e req-6f4d2508-c854-49f0-909e-ea6ff2b6f727 service nova] Enqueued Resource ID: 614276b8-09f9-4a8b-903d-1288dbab5ca7 with Priority: HIGHEST for action port [ 1225.138448] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1225.138585] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1225.138852] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614276b8-09f9-4a8b-903d-1288dbab5ca7 with Priority: HIGHEST for action port [ 1225.138942] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.139163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.139262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.139494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.139629] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.140522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.140657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.140893] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-614276b8-09f9-4a8b-903d-1288dbab5ca7 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.141367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.141541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.141724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.141842] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614276b8-09f9-4a8b-903d-1288dbab5ca7',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.643436] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.643672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.643723] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 614276b8-09f9-4a8b-903d-1288dbab5ca7 with status ACTIVE [ 1225.643879] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.643985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.644052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.644462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.645172] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.645424] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.645506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.645616] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.645752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.645838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.646040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.646135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.646221] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.646448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.646564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.646611] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 614276b8-09f9-4a8b-903d-1288dbab5ca7 is going to be updated. [ 1225.669203] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.669383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.669469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.669674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.669810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.669974] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614276b8-09f9-4a8b-903d-1288dbab5ca7" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.111798] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1226.111798] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 deletion is rescheduled due to dependency. [ 1226.111798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.112246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.112246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.112305] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.112385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.112430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.112587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.112667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.112759] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.615148] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.922770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b in Status: SUCCESS [ 1226.923126] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b deletion is rescheduled due to dependency. [ 1226.923268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.118031] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.621118] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.621305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.621344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.621556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.621669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.621770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1227.656963] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.657134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.657203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.657517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.657670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.666104] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1229.678948] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1229.678948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.678948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.678948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.678948] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.678948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.680451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.680451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.680451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.680451] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.680451] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.139409] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.139498] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.183379] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.685883] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f888dd-257d-4ef0-85b8-2de3e0d35829: rpc.has_security_group_logging(os_id): False [ 1230.707291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.707502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.707545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.707772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.707863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.708128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.708227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.708292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.708447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.708554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.708650] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1230.767117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.767323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.767323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.767484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.767631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.779806] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1232.795506] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1232.795506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.140447] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.140859] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.141952] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.141952] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.143212] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.143572] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.144633] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.144633] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.818170] env[65968]: INFO networking_nsxv3.common.synchronization [req-3820c8cb-406a-41e2-8ded-6a656bb64852 req-54d409b2-cdfc-4574-b44d-47a018bc16a1 tempest-AttachVolumeTestJSON-1262005109 tempest-AttachVolumeTestJSON-1262005109-project-member] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1250.818734] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGHEST for action security_group_members [ 1250.819057] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.819186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.819287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.819426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.819580] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.819693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.819754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.819909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.820048] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.820105] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.323074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.323074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.323074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.323637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.323637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.323637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.323637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.323804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.323882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.323937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.323975] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 is going to be updated. [ 1251.355072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.355309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.355309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.355505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.355650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.373841] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: IN_PROGRESS for 2s [ 1251.854501] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.854677] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.386535] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 in Status: SUCCESS [ 1253.386982] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 deletion is rescheduled due to dependency. [ 1253.386982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.819681] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.820171] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.820489] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.820489] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.821889] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.822297] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.798135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.798135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.798135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.798679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.798679] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.822635] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.822736] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.301626] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.803800] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.306307] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1272.306416] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1273.050427] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.050945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.050945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.051102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.065520] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1273.066503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.067484] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1273.103704] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.103943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.103943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.104147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.117912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.118671] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1273.118749] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.118840] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1273.151109] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.151364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.151364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.151513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.152606] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.152775] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1273.227464] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.227464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.227464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.227965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.228328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.228647] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1273.300895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.301143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.301143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.301325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.301641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.301889] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 1273.301992] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8f90a034-08b3-413f-b0af-e7dfcebfd288', '958a5bca-db30-4024-8285-1787a7bc6ba3', '53473c30-6a1c-49ae-a469-4863f5136a4a', '8ea53d6b-47ea-471a-b75b-4786fbafe12c', 'c07ae82b-983c-4dd4-a8a1-0f4f83719aa4', 'f4864fe2-2426-43ed-9a97-f374112603b3', '224c66f8-97ee-449c-b48d-4476adeeddd4', 'f3009839-09eb-47cb-8e16-9bcf3d4f4d0b', '34708459-011d-4b2e-a20a-8ac924489913', '9183810a-735b-4205-b055-3996234d2677', 'ad61a386-47b6-456f-b00e-d31428af14a8', '8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc', 'ac29230a-cc29-459b-ba9a-cdf11580ef11', '9d8d4a76-3284-4982-9af2-84a9d4017d6d', 'f0c55810-5169-4179-9dca-8199200c9f2e', '65af97dc-f257-4591-8520-a81dadd3b7a4', 'a418c1b4-55f6-4379-83dd-144504622c75', '45110b6b-44ff-4e63-aa9e-af67874de7c9', '0920df78-14c4-425f-9a42-b6396632a9d3', 'f29e0c58-beb5-4463-8879-9465d480d3b1', '2adfe914-be92-49e0-8fd2-a89710641337', '53f83779-3e74-4288-b5da-d137a92eeedf', '105f4c71-b4a6-489e-b56b-8133942aeb6a', 'd8ec8ee6-9bac-4318-936e-66ed993d114e', '5052096c-f488-4f8d-9aad-a84baf72d6ca', '0112d881-f949-4666-9385-e019740c6e7c', 'cede5786-2c6e-451f-ab26-17425719b5d3', '9ed38302-5ca7-49a1-992d-3351927abbb6', '2f3d1dee-d62e-487e-b8e2-fcd378339841', '33f888dd-257d-4ef0-85b8-2de3e0d35829', 'd6c84cd5-3a11-410b-bec7-afe9f3ad5bed', '6aafface-334d-487d-910a-0640b089abf4', 'aeef807f-ed18-45ec-a3a4-a3ffdd6e390d', 'd9fb4b6f-bc29-487f-b212-830859874b64', 'f16559ec-fdc0-4eef-8412-794794371550', '0166db88-b0d7-49e2-85fa-076406c50352'} {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.302087] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1273.319539] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.319743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.319743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.319924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.320021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.320136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1273.320194] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.320262] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1273.388996] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.389238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.389238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.389457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.390512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.390762] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1273.390841] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.390972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1273.390972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1273.391084] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 1273.391115] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_rules [ 1273.391193] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGH for action security_group_rules [ 1273.391259] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGH for action security_group_rules [ 1273.391320] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGH for action security_group_rules [ 1273.391372] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGH for action security_group_rules [ 1273.391434] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGH for action security_group_rules [ 1273.391491] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGH for action security_group_rules [ 1273.391551] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGH for action security_group_rules [ 1273.391608] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 1273.391668] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGH for action security_group_rules [ 1273.391720] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGH for action security_group_rules [ 1273.391783] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGH for action security_group_rules [ 1273.391839] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGH for action security_group_rules [ 1273.391897] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGH for action security_group_rules [ 1273.391957] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGH for action security_group_rules [ 1273.392027] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGH for action security_group_rules [ 1273.392086] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGH for action security_group_rules [ 1273.392165] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGH for action security_group_rules [ 1273.392239] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGH for action security_group_rules [ 1273.392300] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1273.392393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.823694] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.824098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1275.824098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_rules [ 1275.824098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGH for action security_group_rules [ 1275.824290] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 with Priority: HIGH for action security_group_rules [ 1275.824290] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c55810-5169-4179-9dca-8199200c9f2e with Priority: HIGH for action security_group_rules [ 1275.824356] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1275.824424] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920df78-14c4-425f-9a42-b6396632a9d3 with Priority: HIGH for action security_group_rules [ 1275.824514] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 with Priority: HIGH for action security_group_rules [ 1275.824604] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a418c1b4-55f6-4379-83dd-144504622c75 with Priority: HIGH for action security_group_rules [ 1275.824693] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d with Priority: HIGH for action security_group_rules [ 1275.824789] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 with Priority: HIGH for action security_group_rules [ 1275.824912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 with Priority: HIGH for action security_group_rules [ 1275.825011] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc with Priority: HIGH for action security_group_rules [ 1275.825106] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad61a386-47b6-456f-b00e-d31428af14a8 with Priority: HIGH for action security_group_rules [ 1275.825192] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9183810a-735b-4205-b055-3996234d2677 with Priority: HIGH for action security_group_rules [ 1275.825276] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34708459-011d-4b2e-a20a-8ac924489913 with Priority: HIGH for action security_group_rules [ 1275.825362] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGH for action security_group_rules [ 1275.825447] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b with Priority: HIGH for action security_group_rules [ 1275.825532] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGH for action security_group_rules [ 1275.825618] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGH for action security_group_rules [ 1275.825706] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c with Priority: HIGH for action security_group_rules [ 1275.826051] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.826182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.826243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.826450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.826531] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.827730] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.827730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.827730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.827953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.827953] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.828732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224c66f8-97ee-449c-b48d-4476adeeddd4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.828865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.828865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.828999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.829081] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224c66f8-97ee-449c-b48d-4476adeeddd4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.830060] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0c55810-5169-4179-9dca-8199200c9f2e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.830060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.830060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.830235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.830277] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0c55810-5169-4179-9dca-8199200c9f2e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.831117] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.831117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.831117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.831262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.831262] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.831918] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0920df78-14c4-425f-9a42-b6396632a9d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.832073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.832073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.832197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.832340] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0920df78-14c4-425f-9a42-b6396632a9d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.832938] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45110b6b-44ff-4e63-aa9e-af67874de7c9 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.833063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.833123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.833231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.833300] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45110b6b-44ff-4e63-aa9e-af67874de7c9',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.835504] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a418c1b4-55f6-4379-83dd-144504622c75 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.835639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.835679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.835813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.835880] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a418c1b4-55f6-4379-83dd-144504622c75',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.836600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.836702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.836702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.836847] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.836954] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8d4a76-3284-4982-9af2-84a9d4017d6d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.837579] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65af97dc-f257-4591-8520-a81dadd3b7a4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.837675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.837762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.837878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.837962] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65af97dc-f257-4591-8520-a81dadd3b7a4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.838767] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac29230a-cc29-459b-ba9a-cdf11580ef11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.838767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.838864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.838937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.839013] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac29230a-cc29-459b-ba9a-cdf11580ef11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.839746] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.839860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.839919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.840056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.840127] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.840949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad61a386-47b6-456f-b00e-d31428af14a8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.840949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.840949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.841127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.841127] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad61a386-47b6-456f-b00e-d31428af14a8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.841929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9183810a-735b-4205-b055-3996234d2677 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.841929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.841929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.842179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.842179] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9183810a-735b-4205-b055-3996234d2677',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.842842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34708459-011d-4b2e-a20a-8ac924489913 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.842948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.843020] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.843166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.843232] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34708459-011d-4b2e-a20a-8ac924489913',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.843949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.844062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.844126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.844267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.844336] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.845036] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.845141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.845202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.845348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.845414] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3009839-09eb-47cb-8e16-9bcf3d4f4d0b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.846069] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.846184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.846248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.846390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.846466] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.847269] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.847404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.847404] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.847515] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.847564] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.848543] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.848543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.848543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.848543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.848543] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea53d6b-47ea-471a-b75b-4786fbafe12c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.873618] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.873809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.873809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.874134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.877587] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.877709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.892535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.892679] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0920df78-14c4-425f-9a42-b6396632a9d3 is going to be deleted. [ 1275.893486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.893688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.915706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.915899] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45110b6b-44ff-4e63-aa9e-af67874de7c9 is going to be deleted. [ 1275.948602] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.948821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.948821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.949011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.949111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.949232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0920df78-14c4-425f-9a42-b6396632a9d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.959656] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.959781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.959851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.960041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.960133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.960244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45110b6b-44ff-4e63-aa9e-af67874de7c9" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.354592] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.354859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.354859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.355180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.355427] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.355584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.355687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.355910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.356055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.356212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.356360] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.415518] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.415774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.415774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.415927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.417725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.417958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.418572] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.418667] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.419763] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.419885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.420567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.420658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.421343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.421425] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.422165] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.422256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.422953] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.423076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.423779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.423872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.424997] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.425116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.425757] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.425848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.426414] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.426828] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.426942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.427571] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.427983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.428102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.428686] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.429072] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.429168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.429742] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.430127] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.430231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.430810] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.431200] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.431309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.436496] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.436871] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.436979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.437811] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.438242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.438340] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 is going to be deleted. [ 1276.439305] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.439532] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.455739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.455874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9183810a-735b-4205-b055-3996234d2677 is going to be deleted. [ 1276.456690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.456999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.473633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.473766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3009839-09eb-47cb-8e16-9bcf3d4f4d0b is going to be deleted. [ 1276.474566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.474791] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.495106] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.495295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.497021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.497167] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be deleted. [ 1276.497978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.498193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.505555] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.505742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.520351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.520517] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8d4a76-3284-4982-9af2-84a9d4017d6d is going to be deleted. [ 1276.521358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.521567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.524808] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.524961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.540161] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.540343] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a is going to be deleted. [ 1276.541097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.541304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.549299] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.549487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.559530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.559819] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c55810-5169-4179-9dca-8199200c9f2e is going to be deleted. [ 1276.560513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.560723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.598985] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.599201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.607358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.607570] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 is going to be deleted. [ 1276.608482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.608696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.638488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.638739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.646661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.646878] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc is going to be deleted. [ 1276.647821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.648085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.714066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.714247] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac29230a-cc29-459b-ba9a-cdf11580ef11 is going to be deleted. [ 1276.715198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.715423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.716958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.717118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.772753] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.772959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.784500] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.784698] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34708459-011d-4b2e-a20a-8ac924489913 is going to be deleted. [ 1276.785654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.785885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.836426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.836808] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a418c1b4-55f6-4379-83dd-144504622c75 is going to be deleted. [ 1276.837591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.837757] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.839199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.839358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.860612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.860854] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad61a386-47b6-456f-b00e-d31428af14a8 is going to be deleted. [ 1276.861692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.861909] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.862838] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.898599] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.898815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.899942] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.900101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.920259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.920457] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be deleted. [ 1276.921418] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.921655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.944859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.945036] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea53d6b-47ea-471a-b75b-4786fbafe12c is going to be deleted. [ 1276.945881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.946108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.947928] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.948110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.998094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.998285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.001610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.001741] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65af97dc-f257-4591-8520-a81dadd3b7a4 is going to be deleted. [ 1277.003163] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.003372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.079408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.079624] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224c66f8-97ee-449c-b48d-4476adeeddd4 is going to be deleted. [ 1277.081033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.081033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.081033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.081033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.081675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.081879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.081989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.082162] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9183810a-735b-4205-b055-3996234d2677" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.082761] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.082966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.083099] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.083233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3009839-09eb-47cb-8e16-9bcf3d4f4d0b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.083438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.083610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.083710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.083861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.084024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.084195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.084290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.084433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8d4a76-3284-4982-9af2-84a9d4017d6d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.084575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.084738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.084829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.084971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.085142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.085312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.085398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.085540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0c55810-5169-4179-9dca-8199200c9f2e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.085683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.085841] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.085924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.086077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.086225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.086388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.086518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.086633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf5a6a-7e1d-4ed8-b429-1dfaf3738adc" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.086789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.086971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.087062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.087220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac29230a-cc29-459b-ba9a-cdf11580ef11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.087422] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.087633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.087742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.087903] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34708459-011d-4b2e-a20a-8ac924489913" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.088110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.088319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.088442] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.088582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a418c1b4-55f6-4379-83dd-144504622c75" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.088728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.088855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.088927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.089046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad61a386-47b6-456f-b00e-d31428af14a8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.090622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.090770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.090840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.090976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.091110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.091240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea53d6b-47ea-471a-b75b-4786fbafe12c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.096726] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.096949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.096949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.097182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.097293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.097470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.146248] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.146459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.146533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.146740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.146860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.147040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65af97dc-f257-4591-8520-a81dadd3b7a4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.199110] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.199110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.199110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.199438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.199478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.199608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224c66f8-97ee-449c-b48d-4476adeeddd4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.364990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29e0c58-beb5-4463-8879-9465d480d3b1: rpc.has_security_group_logging(os_id): False [ 1277.427185] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.427427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.427427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.427664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.478255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.478610] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.478735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.478808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.479017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.479104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.479196] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1277.576085] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.576203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.576275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.576485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.576632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.590218] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1279.606978] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1279.607243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.826391] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.826787] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.827145] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.827523] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.173613] env[65968]: INFO networking_nsxv3.common.synchronization [None req-0a773c29-9c45-47a9-8bcf-edba24c71d99 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1288.174077] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1288.174394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.174509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.174576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.174830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.174930] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.253252] env[65968]: INFO networking_nsxv3.common.synchronization [None req-e13a22ff-8272-433f-bbfd-96305e81fc4f tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1288.254045] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1288.254379] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.254470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.696816] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.697025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.697095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.697297] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.697386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.697485] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 already deleted. [ 1288.697567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.697720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.697868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.697948] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.220725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.221118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.221118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.221201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.221267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.221361] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 already deleted. [ 1289.221444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.255616] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.255616] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.550941] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b31cd90-d5c7-4a5b-8e1c-5240d850c2a3 req-ab8b94b5-088d-404e-9eb2-71ea13ce1fd4 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1293.552260] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1293.552260] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.552260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.552260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.552571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.552571] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.552571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.552752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.552752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.552853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.552927] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.824754] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.824947] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.825132] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.825430] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.825675] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.825834] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.825948] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.826192] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.826331] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.826533] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.826640] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.826763] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.826896] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.827015] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.827154] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.827289] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.847739] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.847908] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.848030] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.848229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.848528] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-fc59fb80-02e5-4e5c-9515-e633332ae2cf taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.848696] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.848812] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.849137] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.849275] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc59fb80-02e5-4e5c-9515-e633332ae2cf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.057462] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.057687] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.057742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.058046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.058220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.058372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.058476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.058558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.058742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.058820] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.058923] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 already deleted. [ 1294.059018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.351503] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.351847] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.351847] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.352197] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.352303] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.352458] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port fc59fb80-02e5-4e5c-9515-e633332ae2cf not found, creating... [ 1294.352715] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.352876] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.353094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.353222] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.353357] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.353630] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.353784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.353969] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.354114] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.354257] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.354399] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: fc59fb80-02e5-4e5c-9515-e633332ae2cf is going to be created. [ 1294.374425] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.374634] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.374756] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.375160] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.375410] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.375632] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.060581] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b31cd90-d5c7-4a5b-8e1c-5240d850c2a3 req-fed3cfc4-4f00-4a63-bcd8-aefcb8a4446f service nova] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1295.061081] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b31cd90-d5c7-4a5b-8e1c-5240d850c2a3 req-fed3cfc4-4f00-4a63-bcd8-aefcb8a4446f service nova] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1295.061081] env[65968]: INFO networking_nsxv3.common.synchronization [req-9b31cd90-d5c7-4a5b-8e1c-5240d850c2a3 req-fed3cfc4-4f00-4a63-bcd8-aefcb8a4446f service nova] Enqueued Resource ID: fc59fb80-02e5-4e5c-9515-e633332ae2cf with Priority: HIGHEST for action port [ 1295.061445] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_rules [ 1295.061584] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1295.061680] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59fb80-02e5-4e5c-9515-e633332ae2cf with Priority: HIGHEST for action port [ 1295.061937] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.062078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.062146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.062360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.062455] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.063271] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.063382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.063482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.063644] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.063827] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.063931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.064017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.064203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.064287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.064373] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.066205] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc59fb80-02e5-4e5c-9515-e633332ae2cf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.066205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.066205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.066205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.066205] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc59fb80-02e5-4e5c-9515-e633332ae2cf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.567803] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.568563] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.568683] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.570145] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc59fb80-02e5-4e5c-9515-e633332ae2cf with status ACTIVE [ 1295.570317] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.570429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.570505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.570773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.570881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.571074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.571178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.571238] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.571401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.571476] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.571693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.571810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.571879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.572034] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.572110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.572195] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc59fb80-02e5-4e5c-9515-e633332ae2cf is going to be updated. [ 1295.593270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.593459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.593459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.593657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.593796] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593947] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc59fb80-02e5-4e5c-9515-e633332ae2cf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.070204] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.572539] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.572826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.572826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.572971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.573077] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.573178] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 is going to be created. [ 1296.596342] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.596484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.596554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.596760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.596917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.606129] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: UNINITIALIZED for 2s [ 1298.616795] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: SUCCESS [ 1298.617249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.617249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.617417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.617605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.617718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.617778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.617922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.617997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.618090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.618178] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.120337] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.622405] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f31a018-f99c-4c60-ae78-fdfa77aa0159: rpc.has_security_group_logging(os_id): False [ 1299.641053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.641327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.641327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.641410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.641574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.641750] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.641852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.641910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.642065] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.642150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.642220] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 is going to be created. [ 1299.710416] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.710656] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.710717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.711028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.711306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.722445] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: IN_PROGRESS for 2s [ 1300.062622] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.062622] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.738242] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: SUCCESS [ 1301.738674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.064397] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.064857] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.065412] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.065810] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.066746] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.067199] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.270771] env[65968]: INFO networking_nsxv3.common.synchronization [req-cc094490-2acd-4aae-b565-fa13bee24243 req-237d15bc-8f74-43b9-9fc5-d9ecc71c1a4e tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1318.271269] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1318.271575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.271694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.271811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.271976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.272160] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.272252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.272348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.272493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.272784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.272784] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.775978] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.776213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.776213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.777047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.800088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.800337] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.800461] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.800518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.800716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.800797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.800884] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1318.831597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.831597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.831597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.831597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.831597] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.841024] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1320.856043] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1320.856449] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 deletion is rescheduled due to dependency. [ 1320.856449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.272364] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.272750] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.297210] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c2fff8f-310c-4d73-af97-a5a60f38e0c3 req-08cd0cee-ee6b-4218-b32d-75364d7a36bd tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1326.297679] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1326.298093] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.298250] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.298343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.298610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.298815] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.298951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.299050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.299285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.299396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.299846] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.594634] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.594837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.594957] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.595246] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.595529] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.595708] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.595886] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.596139] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.596286] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.596490] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.596603] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.596708] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.596817] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.596919] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.597030] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.597163] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.617253] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.617446] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1326.617597] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.618095] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.618095] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-3d5397d3-a34e-431a-9db5-85c8736ea92c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.618229] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.618349] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.618654] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.618790] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5397d3-a34e-431a-9db5-85c8736ea92c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.802600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.802867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.802867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.803012] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.803070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.803258] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.803352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.803412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.803569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.803647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.803732] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1326.832442] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.832651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.832651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.832844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.832986] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.841794] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1327.121237] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.121453] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.121620] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.121815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.122017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.122165] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 3d5397d3-a34e-431a-9db5-85c8736ea92c not found, creating... [ 1327.122381] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.122536] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.122652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.122869] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.123010] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.123312] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.123446] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.123563] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.123765] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.123889] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.124040] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c is going to be created. [ 1327.144446] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.144684] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.144881] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.145051] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.145279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.145522] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.856761] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c2fff8f-310c-4d73-af97-a5a60f38e0c3 req-be699daa-bc3f-49fd-9aa0-6051612fa758 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1327.857033] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c2fff8f-310c-4d73-af97-a5a60f38e0c3 req-be699daa-bc3f-49fd-9aa0-6051612fa758 service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1327.857184] env[65968]: INFO networking_nsxv3.common.synchronization [req-7c2fff8f-310c-4d73-af97-a5a60f38e0c3 req-be699daa-bc3f-49fd-9aa0-6051612fa758 service nova] Enqueued Resource ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c with Priority: HIGHEST for action port [ 1327.857757] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1327.857893] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1327.857999] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c with Priority: HIGHEST for action port [ 1327.858266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.858389] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.858499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.858673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.858754] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.859618] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.859701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.859853] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5397d3-a34e-431a-9db5-85c8736ea92c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.859951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.860028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.860190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.860302] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5397d3-a34e-431a-9db5-85c8736ea92c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.362052] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.362269] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.362384] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5397d3-a34e-431a-9db5-85c8736ea92c with status ACTIVE [ 1328.362547] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.362655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.362721] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.362940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.363064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.363212] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.363308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.363367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.363524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.363628] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.363810] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.363883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.363929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.364061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.364135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.364219] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c is going to be updated. [ 1328.386159] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.386397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.386397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.386558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.386698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.386856] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.851983] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1328.852191] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 deletion is rescheduled due to dependency. [ 1328.852306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.852466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.852700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.852887] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.853008] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.853079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.853229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.853306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.853400] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.355754] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.858361] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.361115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.361409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.361409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.361526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.361629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.361738] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1330.392088] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.392268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.392343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.392576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.392730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.401576] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1332.412965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1332.413369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.413369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.413581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.413779] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.413900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.413966] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.414146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.414231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.414319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.414409] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.858551] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.858773] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1332.916282] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.419125] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f888dd-257d-4ef0-85b8-2de3e0d35829: rpc.has_security_group_logging(os_id): False [ 1333.437981] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.438201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.438201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.438414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.438520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.438798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.438905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.438967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.439134] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.439208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.439294] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1333.503176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.503411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.503411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.503609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.503751] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.523969] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1335.538670] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1335.539117] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.859944] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.860306] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.861063] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.861063] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.862353] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.862353] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.863276] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.863664] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.864410] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.864796] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.865564] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.867418] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.866774] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.867166] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.868035] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.868372] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.869623] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.869998] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.700523] env[65968]: INFO networking_nsxv3.common.synchronization [req-e5fc1f1e-0b10-4663-b2d1-0a94311375d8 req-a1a9b7c1-f1cc-404e-8e23-34f287c2d65d tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1382.700828] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGHEST for action security_group_members [ 1382.701143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.701273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.701338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.701529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.701678] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.701978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.701978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.702190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.702303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.702398] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.204721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.204928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.204928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.205252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.205378] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.205611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.205754] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.205838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.206069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.206194] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.206306] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 is going to be updated. [ 1383.261561] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.261883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.262017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.262412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.262600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.282252] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: IN_PROGRESS for 2s [ 1385.295103] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 in Status: SUCCESS [ 1385.295489] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 deletion is rescheduled due to dependency. [ 1385.295489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.702052] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.702052] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.704020] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.704020] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.704941] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.705333] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.628842] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.629189] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.629238] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.629487] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.629740] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.629900] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.630025] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.630243] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.630384] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.630633] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1399.630746] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1399.630850] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1399.630952] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1399.631070] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1399.631173] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1399.631317] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1399.652790] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1399.652790] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1399.652790] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1399.653041] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-382" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.653247] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-3d5397d3-a34e-431a-9db5-85c8736ea92c taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.653418] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.653533] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.653784] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.653914] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5397d3-a34e-431a-9db5-85c8736ea92c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.156381] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.156648] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.156757] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.157055] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.157212] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.157500] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.157690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.158045] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.158045] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.158169] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.158439] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.158597] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.158711] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.158915] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.159060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.159227] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c is going to be updated. [ 1400.185337] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.185548] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.185657] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.185933] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.186209] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.186442] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.875756] env[65968]: INFO networking_nsxv3.common.synchronization [req-97fbebfc-17d5-48c0-9810-5c10299e0365 req-938171c6-0cfd-4d82-b67e-a1623b94ba8b service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1400.876150] env[65968]: INFO networking_nsxv3.common.synchronization [req-97fbebfc-17d5-48c0-9810-5c10299e0365 req-938171c6-0cfd-4d82-b67e-a1623b94ba8b service nova] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1400.876150] env[65968]: INFO networking_nsxv3.common.synchronization [req-97fbebfc-17d5-48c0-9810-5c10299e0365 req-938171c6-0cfd-4d82-b67e-a1623b94ba8b service nova] Enqueued Resource ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c with Priority: HIGHEST for action port [ 1400.876355] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_rules [ 1400.876355] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1400.876493] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c with Priority: HIGHEST for action port [ 1400.876926] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.877057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.877124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.877338] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.877422] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.878302] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.878414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.878480] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.878647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.878796] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.878886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.878945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.879101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.879189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.879297] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.880489] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5397d3-a34e-431a-9db5-85c8736ea92c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.880489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.880489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.880489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.880489] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5397d3-a34e-431a-9db5-85c8736ea92c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.382478] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.383790] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.383790] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.383935] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5397d3-a34e-431a-9db5-85c8736ea92c with status ACTIVE [ 1401.384082] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.384195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.384252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.384449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.384535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.384701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.384794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.384845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.384989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.385076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.385267] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.385340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.385396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.385542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.385617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.385692] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5397d3-a34e-431a-9db5-85c8736ea92c is going to be updated. [ 1401.407540] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.407753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.407753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.407922] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.408063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.408268] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5397d3-a34e-431a-9db5-85c8736ea92c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.887978] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.390242] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.390514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.390584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.390849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.390967] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.391122] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1402.420843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.421123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.421123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.421310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.421470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.432919] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1404.446227] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1404.446694] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.447615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.447932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.448257] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.448439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.448613] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.448867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.449040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.449236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.449418] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.952296] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.454950] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f888dd-257d-4ef0-85b8-2de3e0d35829: rpc.has_security_group_logging(os_id): False [ 1405.474991] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.475240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.475240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.475522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.475641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.475940] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.476108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.476108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.476362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.476462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.476538] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1405.547906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.548142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.548226] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.548470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.548625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.563647] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1405.877448] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.877680] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1407.580016] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1407.580380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.879429] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.879847] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.881699] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.881699] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.184038] env[65968]: INFO networking_nsxv3.common.synchronization [req-0bf748a4-72ba-443c-be24-5e2f07d59363 req-1f47a138-312a-45d8-915d-61677e5b6df0 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1417.184617] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1417.184976] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.185332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.185332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.185447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.185607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.185738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.185819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.185999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.186125] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.186261] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.689148] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.689379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.689379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.689638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.689740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.689968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.690114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.690186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.690369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.690474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.690567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1417.718331] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.718540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.718540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.718764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.718931] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.727744] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1419.738830] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1419.738830] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 deletion is rescheduled due to dependency. [ 1419.738830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.912116] env[65968]: INFO networking_nsxv3.common.synchronization [req-3179ebd2-8042-4510-ba4f-c110fcc1e828 req-04fdc37e-fbf3-41f1-83e8-d8fe96633068 tempest-ServerActionsTestOtherB-1828441686 tempest-ServerActionsTestOtherB-1828441686-project-member] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1419.912687] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGHEST for action security_group_members [ 1419.913280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.913414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.913483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.913702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.913898] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.914027] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.914110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.914271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.914400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.914432] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.417073] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.417073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.417073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.417073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.417073] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.417396] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.417525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.417525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.417684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.417767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.417867] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be updated. [ 1420.445877] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.446037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.446101] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.446308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.446469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.455622] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: IN_PROGRESS for 2s [ 1422.467108] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 in Status: SUCCESS [ 1422.467466] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 deletion is rescheduled due to dependency. [ 1422.467466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.181444] env[65968]: INFO networking_nsxv3.common.synchronization [req-4784e061-fae2-4085-ac85-70f02b113821 req-d25dddeb-f2c8-4ea6-9577-caeb5568c648 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1424.181970] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1424.182285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.182406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.182468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.182704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.182861] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.182965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.183059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.183182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.183262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.183351] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.461796] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.462021] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.462145] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.462413] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.462697] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.462856] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.462973] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.463333] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.463484] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.463687] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.463809] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1424.463912] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1424.464027] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1424.464140] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.464244] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1424.464372] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1424.483753] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1424.483957] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1424.484089] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1424.484259] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.484552] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.484719] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.484835] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.485172] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.485309] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54a4b2e-b32a-4e5d-b13e-a603c60e7b66',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.685732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.685926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.685926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.686123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.686202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.686389] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.686488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.686541] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.686692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.686767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.686965] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1424.711881] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.712104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.712104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.712282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.712421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.721122] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1424.987854] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.988195] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.988479] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.988762] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.988916] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.989084] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 not found, creating... [ 1424.989586] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.989767] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.989885] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.990145] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.990275] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.990832] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.991254] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.991405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.991625] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.991762] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.991906] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 is going to be created. [ 1425.015684] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.015957] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.016099] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.016384] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.016616] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.016836] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.700084] env[65968]: INFO networking_nsxv3.common.synchronization [req-4784e061-fae2-4085-ac85-70f02b113821 req-f3c2932f-5615-474b-841c-0d8b0fe30b04 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1425.700361] env[65968]: INFO networking_nsxv3.common.synchronization [req-4784e061-fae2-4085-ac85-70f02b113821 req-f3c2932f-5615-474b-841c-0d8b0fe30b04 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1425.700473] env[65968]: INFO networking_nsxv3.common.synchronization [req-4784e061-fae2-4085-ac85-70f02b113821 req-f3c2932f-5615-474b-841c-0d8b0fe30b04 service nova] Enqueued Resource ID: a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 with Priority: HIGHEST for action port [ 1425.700897] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1425.701043] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1425.701147] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 with Priority: HIGHEST for action port [ 1425.701458] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.701566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.701633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.701829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.701907] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.703165] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.703240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.703412] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.703510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.703576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.703745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.703820] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54a4b2e-b32a-4e5d-b13e-a603c60e7b66',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.206249] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.206384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.206608] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 with status ACTIVE [ 1426.206799] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.206961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.206961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.207202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.207346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.207473] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.207578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.207640] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.207844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.207957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.208165] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.208274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.208331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.208506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.208589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.208670] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a54a4b2e-b32a-4e5d-b13e-a603c60e7b66 is going to be updated. [ 1426.228377] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.228573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.228650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.228840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.228972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.229210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54a4b2e-b32a-4e5d-b13e-a603c60e7b66" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.731121] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1426.731504] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 deletion is rescheduled due to dependency. [ 1426.731504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.731942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.732175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.732359] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.732487] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.732556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.732708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.732787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.732880] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.235403] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.738460] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.241415] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.241602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.241675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.241833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.241926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.242033] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1428.267838] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.268064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.268064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.268253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.268394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.277040] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1430.294345] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1430.294701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.294701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.294885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.295089] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.295208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.295274] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.295426] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.295505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.295591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.295680] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.702706] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.702848] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.799054] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.300972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29e0c58-beb5-4463-8879-9465d480d3b1: rpc.has_security_group_logging(os_id): False [ 1431.319889] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.320103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.320103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.320321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.320411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.320659] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.320774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.320834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.320999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.321091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.321177] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1431.382355] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.382518] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.382690] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.382800] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.382948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.395606] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1432.216176] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c6e26744-93ef-452a-90f1-f5b3d690d128 None None] Enqueued Resource ID: b39f3f89-a823-4ae7-b182-5138fc321dc8 with Priority: HIGHEST for action port [ 1432.216773] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39f3f89-a823-4ae7-b182-5138fc321dc8 with Priority: HIGHEST for action port [ 1432.217049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39f3f89-a823-4ae7-b182-5138fc321dc8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.217177] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39f3f89-a823-4ae7-b182-5138fc321dc8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.217245] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39f3f89-a823-4ae7-b182-5138fc321dc8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.217503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39f3f89-a823-4ae7-b182-5138fc321dc8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.217585] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39f3f89-a823-4ae7-b182-5138fc321dc8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.719275] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b39f3f89-a823-4ae7-b182-5138fc321dc8 [ 1432.719671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.719770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.719885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.720151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.720294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.720428] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b39f3f89-a823-4ae7-b182-5138fc321dc8 already deleted. [ 1432.720548] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39f3f89-a823-4ae7-b182-5138fc321dc8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.414391] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1433.414391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.294585] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c5636029-3daf-465a-8fc1-0156a6e74cbd None None] Enqueued Resource ID: 26bf6531-502f-414f-aae5-68ebfe8d9b28 with Priority: HIGHEST for action port [ 1434.295143] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bf6531-502f-414f-aae5-68ebfe8d9b28 with Priority: HIGHEST for action port [ 1434.295629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-26bf6531-502f-414f-aae5-68ebfe8d9b28 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.295815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26bf6531-502f-414f-aae5-68ebfe8d9b28" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.295898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26bf6531-502f-414f-aae5-68ebfe8d9b28" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.296170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26bf6531-502f-414f-aae5-68ebfe8d9b28" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.296248] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26bf6531-502f-414f-aae5-68ebfe8d9b28',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.799036] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26bf6531-502f-414f-aae5-68ebfe8d9b28 [ 1434.799211] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.799349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.799414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.799668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.799764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.799859] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26bf6531-502f-414f-aae5-68ebfe8d9b28 already deleted. [ 1434.799939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26bf6531-502f-414f-aae5-68ebfe8d9b28" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.527126] env[65968]: INFO networking_nsxv3.common.synchronization [req-6b579275-2ee2-4857-a5a3-d35c8d89db7f req-7b23cc4b-d3ce-4df2-bc69-ebe4fcfaa2ee tempest-ServerRescueTestJSON-75705842 tempest-ServerRescueTestJSON-75705842-project-member] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1437.527666] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1437.527968] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.528103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.528170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.528443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.528643] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.528750] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.528797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.528952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.529109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.529170] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.784387] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.784387] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.784387] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.784387] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.784652] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.784652] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.784868] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.784918] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.785072] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.785284] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1437.785392] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1437.785783] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1437.785783] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1437.785783] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1437.785986] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1437.786179] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1437.806698] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1437.806869] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1437.806997] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1437.807150] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.807468] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-3a1c2a0b-5298-4e53-a283-a92e14014255 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.807639] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.807755] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.808092] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.808234] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1c2a0b-5298-4e53-a283-a92e14014255',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.032065] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.032355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.032355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.032531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.032604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.032795] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.032895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.032953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.033122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.033201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.033276] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 already deleted. [ 1438.033349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.311207] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.311480] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.311649] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.312844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.312844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.312844] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 3a1c2a0b-5298-4e53-a283-a92e14014255 not found, creating... [ 1438.312844] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.312844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.312844] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.313199] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.313199] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.313486] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.313647] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.313766] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.313963] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.314102] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.314236] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 3a1c2a0b-5298-4e53-a283-a92e14014255 is going to be created. [ 1438.335664] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.335911] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.336016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.336292] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.336597] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.336830] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.035667] env[65968]: INFO networking_nsxv3.common.synchronization [req-6b579275-2ee2-4857-a5a3-d35c8d89db7f req-daa8ccd3-02c4-4c31-8f70-a450690dccfa service nova] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_rules [ 1439.035953] env[65968]: INFO networking_nsxv3.common.synchronization [req-6b579275-2ee2-4857-a5a3-d35c8d89db7f req-daa8ccd3-02c4-4c31-8f70-a450690dccfa service nova] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1439.036062] env[65968]: INFO networking_nsxv3.common.synchronization [req-6b579275-2ee2-4857-a5a3-d35c8d89db7f req-daa8ccd3-02c4-4c31-8f70-a450690dccfa service nova] Enqueued Resource ID: 3a1c2a0b-5298-4e53-a283-a92e14014255 with Priority: HIGHEST for action port [ 1439.036576] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_rules [ 1439.036748] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1439.036954] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1c2a0b-5298-4e53-a283-a92e14014255 with Priority: HIGHEST for action port [ 1439.037266] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.037391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.037460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.037745] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.037836] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.038744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.038884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.038953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.039137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.039282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.039377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.039436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.039607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.039698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.039785] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.040555] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a1c2a0b-5298-4e53-a283-a92e14014255 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.040709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.040794] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.040971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.041112] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1c2a0b-5298-4e53-a283-a92e14014255',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.546876] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.546876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.546876] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a1c2a0b-5298-4e53-a283-a92e14014255 with status ACTIVE [ 1439.546876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.546876] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.546876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.547693] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.547693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.547693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.547693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.547693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.547693] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a1c2a0b-5298-4e53-a283-a92e14014255 is going to be updated. [ 1439.571927] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.571927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.571927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.572329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.572329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.572423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a1c2a0b-5298-4e53-a283-a92e14014255" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.049118] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.552839] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.552996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.553086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.553306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.553394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.553489] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be created. [ 1440.578488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.578643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.578643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.578863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.579035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.589968] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: UNINITIALIZED for 2s [ 1442.601445] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1442.601900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.601900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.602046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.602175] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.602295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.602357] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.602526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.602604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.602689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.602813] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.105526] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.105766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.105766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.105968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.106150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.106253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.106317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.106469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.106566] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.106676] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.106824] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.106930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.106969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.107141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.107270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.107358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.107417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.107555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.107630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.107715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.107815] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.610973] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c8c018-eda6-49ba-b096-6ad73df45672: rpc.has_security_group_logging(os_id): False [ 1443.628282] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.628479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.628479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.628736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.628823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.629049] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.629153] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.629216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.629369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.629445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.629628] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.629741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.629840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.629943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.630033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.630217] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.630311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.630368] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.630503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.630573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.630658] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be created. [ 1443.689380] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.689612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.689612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.689783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.689964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.701554] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1444.037618] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.037865] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1445.714971] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1445.715373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.038631] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.038631] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.040086] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.040086] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.991850] env[65968]: INFO networking_nsxv3.common.synchronization [req-026d3fd8-1463-4566-aced-5b823f630013 req-6b4b03a3-ea72-4478-ae14-901982805a97 tempest-ServerRescueTestJSON-75705842 tempest-ServerRescueTestJSON-75705842-project-member] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1458.992405] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1458.993192] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.993192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.993192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.993192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.993371] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.993505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.993505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.993711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.993711] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.993807] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.292870] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.293084] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.293208] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.293476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.293726] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.293881] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.293996] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.294223] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.294365] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.294565] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.294675] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1459.294781] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1459.294945] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1459.295019] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.295100] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1459.295228] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1459.315321] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1459.315474] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1459.315609] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1459.315794] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-558" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.316103] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.316269] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.316386] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.316755] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.316897] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525f9cb8-a4d4-471d-8bc2-b438e78d2b21',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.495950] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.819054] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.819279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.819405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.819686] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.819861] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.820093] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 not found, creating... [ 1459.820283] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.820436] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.820552] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.820778] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.820915] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.821254] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.821414] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.821531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.821741] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.821877] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.822025] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 is going to be created. [ 1459.840758] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.840959] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.841100] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.841422] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.841661] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.841880] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.998864] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.501629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.501700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.501778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.502008] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.502110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.502211] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be updated. [ 1460.530660] env[65968]: INFO networking_nsxv3.common.synchronization [req-026d3fd8-1463-4566-aced-5b823f630013 req-373debd4-f48b-4626-9a46-f023a7f903f7 service nova] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_rules [ 1460.530824] env[65968]: INFO networking_nsxv3.common.synchronization [req-026d3fd8-1463-4566-aced-5b823f630013 req-373debd4-f48b-4626-9a46-f023a7f903f7 service nova] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1460.530961] env[65968]: INFO networking_nsxv3.common.synchronization [req-026d3fd8-1463-4566-aced-5b823f630013 req-373debd4-f48b-4626-9a46-f023a7f903f7 service nova] Enqueued Resource ID: 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 with Priority: HIGHEST for action port [ 1460.531970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.532135] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.532206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.532402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.532544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.533726] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_rules [ 1460.533859] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1460.533954] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 with Priority: HIGHEST for action port [ 1460.534233] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.534329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.534395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.534551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.534626] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.535451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.535551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.535737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.535833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.535896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.536062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.536163] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525f9cb8-a4d4-471d-8bc2-b438e78d2b21',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.545358] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1461.039402] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.039906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.039906] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 with status ACTIVE [ 1461.039906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.040182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.040182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.040310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.040399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.040567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.040679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.040720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.040864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.040934] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.041141] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.041277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.041277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.041420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.041488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.041572] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 525f9cb8-a4d4-471d-8bc2-b438e78d2b21 is going to be updated. [ 1461.063856] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.064110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.064110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.064324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.064481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.064663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525f9cb8-a4d4-471d-8bc2-b438e78d2b21" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.555765] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1462.556206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.556272] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.556490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.556747] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.556871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.556938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.557137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.557228] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.557394] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.059406] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.561856] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.064098] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.064473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.064473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.064552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.064648] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.064719] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be updated. [ 1464.093027] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.093225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.093263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.093452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.093601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.102383] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1465.535319] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.535725] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1466.112676] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1466.112932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.113066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.113286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.113482] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.113594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.113655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.113804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.113885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.113969] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.114071] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.616527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.616980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.616980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.616980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.617173] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.617270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.617334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.617484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.617569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.617657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.617807] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.617900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.617949] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.618107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.618270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.618363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.618421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.618552] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.618630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.618709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.618824] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.120933] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c8c018-eda6-49ba-b096-6ad73df45672: rpc.has_security_group_logging(os_id): False [ 1467.139667] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.139889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.139889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.140211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.140211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.140520] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.140642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.140714] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.140840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.140917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.141132] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.141253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.141311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.141458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.141529] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.141712] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.141807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.141865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.141992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.142080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.142165] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be updated. [ 1467.203725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.203926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.203926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.204157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.204307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.217274] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1469.232988] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1469.232988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.537087] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.537453] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.538685] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.539119] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.539333] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.539637] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.719117] env[65968]: INFO networking_nsxv3.common.synchronization [req-daae2c02-c735-4890-9cbf-e7beb2de0e2e req-4c4be92c-14cd-4284-9349-69abc12b9b72 tempest-ServerRescueTestJSON-75705842 tempest-ServerRescueTestJSON-75705842-project-member] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1483.719463] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1483.719765] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.719891] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.719970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.720203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.720357] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.720801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.720886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.721043] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.721152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.721923] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.223260] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.726015] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.229104] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.229392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.229392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.229557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.229651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.229751] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be updated. [ 1485.259055] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.259248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.259290] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.259574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.259760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.275726] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1487.286736] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1487.287155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.720460] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.720811] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.346940] env[65968]: INFO networking_nsxv3.common.synchronization [req-4b864d8b-4ee2-4c81-a3f2-11035b1bcf13 req-325cdd70-f662-483d-ab3a-86e4396f39a3 tempest-ServerRescueTestJSON-75705842 tempest-ServerRescueTestJSON-75705842-project-member] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1490.347312] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGHEST for action security_group_members [ 1490.347671] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.347798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.347867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.348103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.348297] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.348405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.348468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.348647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.348733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.348827] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.851370] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.851573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.851573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.851855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.851975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.852226] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.852352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.852435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.852661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.852720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.852861] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be updated. [ 1490.882868] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.883092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.883092] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.883459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.883617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.891555] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: IN_PROGRESS for 2s [ 1491.855891] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1491.855891] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1492.902582] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c8c018-eda6-49ba-b096-6ad73df45672 in Status: SUCCESS [ 1492.902959] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 deletion is rescheduled due to dependency. [ 1492.902959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.348125] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.348433] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.349474] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.349864] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.350425] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.350764] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.992301] env[65968]: INFO networking_nsxv3.common.synchronization [req-3613e6f9-6940-42d8-af28-0bf88f141e1c req-3401539e-8ac4-4c63-a9ae-6ce070fb70d8 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1506.992301] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1506.992301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.992301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.992807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.992807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.992807] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.992807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.992807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.992991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.993051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.993131] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.496283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.496283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.496571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.496571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.496650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.496840] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.496942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.497024] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.497201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.497304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.497400] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1507.527500] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.527738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.527738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.527901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.528056] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.536432] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1509.547539] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1509.547928] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 deletion is rescheduled due to dependency. [ 1509.547928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.793903] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.794333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.794333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.794333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.794482] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.297036] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.800258] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.993275] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.993521] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.303387] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1512.303600] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1513.172900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.173319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.173319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.173319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.184794] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1513.187243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.187954] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1513.227189] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.227385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.227385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.227545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.242112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.243060] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1513.243215] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.243215] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1513.272822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.273038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.273038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.273241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.273801] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.273945] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1513.342722] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.342983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.342983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.343256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.343554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.343810] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1513.423851] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.424108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.424108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.424277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.424560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.424826] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:19. [ 1513.424915] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'53f83779-3e74-4288-b5da-d137a92eeedf', 'f29e0c58-beb5-4463-8879-9465d480d3b1', '2adfe914-be92-49e0-8fd2-a89710641337', 'a5c8c018-eda6-49ba-b096-6ad73df45672', '105f4c71-b4a6-489e-b56b-8133942aeb6a', 'd8ec8ee6-9bac-4318-936e-66ed993d114e', '5052096c-f488-4f8d-9aad-a84baf72d6ca', '0112d881-f949-4666-9385-e019740c6e7c', 'cede5786-2c6e-451f-ab26-17425719b5d3', '9ed38302-5ca7-49a1-992d-3351927abbb6', '2f3d1dee-d62e-487e-b8e2-fcd378339841', '33f888dd-257d-4ef0-85b8-2de3e0d35829', '6f31a018-f99c-4c60-ae78-fdfa77aa0159', 'd6c84cd5-3a11-410b-bec7-afe9f3ad5bed', '6aafface-334d-487d-910a-0640b089abf4', 'aeef807f-ed18-45ec-a3a4-a3ffdd6e390d', 'd9fb4b6f-bc29-487f-b212-830859874b64', 'f16559ec-fdc0-4eef-8412-794794371550', '0166db88-b0d7-49e2-85fa-076406c50352'} {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.424994] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1513.443988] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.444217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.444217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.444391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.444481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.444597] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1513.444649] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.444722] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1513.517660] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.517988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.517988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.518137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.519264] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.519549] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1513.519628] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.519714] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1513.519788] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1513.519866] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/19 resources of Type:Security Group Rules [ 1513.519938] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGH for action security_group_rules [ 1513.520031] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1513.520098] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGH for action security_group_rules [ 1513.520160] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGH for action security_group_rules [ 1513.520218] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGH for action security_group_rules [ 1513.520278] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGH for action security_group_rules [ 1513.520339] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGH for action security_group_rules [ 1513.520397] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGH for action security_group_rules [ 1513.520455] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGH for action security_group_rules [ 1513.520514] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGH for action security_group_rules [ 1513.520572] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGH for action security_group_rules [ 1513.520631] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGH for action security_group_rules [ 1513.520689] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGH for action security_group_rules [ 1513.520747] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGH for action security_group_rules [ 1513.520847] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGH for action security_group_rules [ 1513.520897] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGH for action security_group_rules [ 1513.520936] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGH for action security_group_rules [ 1513.520974] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGH for action security_group_rules [ 1513.521025] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGH for action security_group_rules [ 1513.521093] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1513.521153] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1513.521337] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.521437] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.521488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.521669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.521742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.521913] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.522009] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.522070] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.522206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.522277] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.522440] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.522542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.522612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.522749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.522818] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.523012] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.523112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.523170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.523303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.523374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.523537] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.523623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.523679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.523806] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.523874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.524044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.524131] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.524188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.524316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.524386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.524623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.524729] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.524788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.524921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.524990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.525191] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.525293] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.525353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.525485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.525554] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.525778] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.525907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.525988] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.526185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.526318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.526522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.526645] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.526706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.526845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.527349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.527349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.527349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.527349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.527349] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.527600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.527600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.527684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.527684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.527919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.527919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.528074] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.528136] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.528175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.528295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.528363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.528522] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.528607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.528664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.528792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.528860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.529031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.529118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.529176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.529328] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.529399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.529562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.529650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.529706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.529834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.529900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.530071] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.530158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.530213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.530342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.530409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.530586] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.530675] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.530732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.530861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.530929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.531121] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.531211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.531270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.531483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.531546] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.531725] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.531813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.531868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.532066] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.532168] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.532343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.532432] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.532488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.532622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.532691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.532854] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.532939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.532996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.533137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.533205] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.533368] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.533452] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.533508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.533638] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.533696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.533855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.533938] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.533993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.534133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.534201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.534364] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.534450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.534510] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.534655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.534724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.534884] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.534970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.535037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.535166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.535243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.535426] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.535516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.535571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.535701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.535771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.535929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.536022] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.536079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.536207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.536303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.536506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.536602] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.536682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.536839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.536911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.537113] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.537210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.537266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.537399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.537467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.537629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.537717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.537773] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.537900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.537968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.538140] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.538227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.538284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.538411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.538478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.538657] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.538744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.538803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.538929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.538997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.539171] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.539278] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.539336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.539467] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.539535] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.539695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.539779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.539827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.539958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.540037] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.540198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.540285] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.540334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.540462] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.540528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.540686] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.540771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.540829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.540951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.541030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.541190] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.541276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.541334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.541459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.541536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.541706] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.541792] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.541893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.541971] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.542047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.542208] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.542296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.542352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.542478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.542562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.542727] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.542813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.542868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.542997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.543079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.543241] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.543329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.543409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.543609] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.543732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.543995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.544170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.544284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.544507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.544642] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.544920] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.545050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.545116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.545256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.545340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.545527] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.545620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.545673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.545807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.545869] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.546041] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.546129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.546187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.546316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.546386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.546562] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.546655] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.546713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.546844] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.546912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.547086] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.547173] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.547227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.547354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.547423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.547581] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.547666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.547716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.547843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.547911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.548081] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.548166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.548222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.548351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.548417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.548574] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.548657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.548706] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.548833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.548907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.549155] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.549155] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.549267] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.549350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.549438] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.549605] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.549691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.549747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.549871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.549937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.550107] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.550197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.550241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.550375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.550444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.550637] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.550718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.550771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.550908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.550962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.551139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.551236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.551306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.551440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.551509] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.551699] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.551803] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.551861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.551993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.552074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.552237] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.552324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.552380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.552508] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.552574] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.552732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.552816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.552871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.552996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.553076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.553234] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.553320] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.553376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.553501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.553570] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.553728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.553814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.553871] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.553997] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.554074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.554231] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.554317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.554367] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.554490] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.554573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.554737] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.554823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.554879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.555021] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.555084] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.555348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.555348] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.555458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.555526] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.555592] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.555788] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.555888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.555973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.556192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.556301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.556495] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.556595] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.556670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.556848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.556951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.557088] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1513.557149] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1513.557210] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1513.630682] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.630842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.630886] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.631108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.631381] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.631687] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1513.710334] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.710572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.710572] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.710723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.711026] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.724756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.902847] env[65968]: INFO networking_nsxv3.common.synchronization [req-9023ef1c-0b0e-4257-ba8a-eacde7b9b022 req-f973e0c5-d839-445d-8573-8539cf963549 tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1515.903478] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1515.903656] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f83779-3e74-4288-b5da-d137a92eeedf with Priority: HIGH for action security_group_rules [ 1515.903771] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adfe914-be92-49e0-8fd2-a89710641337 with Priority: HIGH for action security_group_rules [ 1515.903869] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca with Priority: HIGH for action security_group_rules [ 1515.903960] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aafface-334d-487d-910a-0640b089abf4 with Priority: HIGH for action security_group_rules [ 1515.904065] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0166db88-b0d7-49e2-85fa-076406c50352 with Priority: HIGH for action security_group_rules [ 1515.904170] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16559ec-fdc0-4eef-8412-794794371550 with Priority: HIGH for action security_group_rules [ 1515.904235] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fb4b6f-bc29-487f-b212-830859874b64 with Priority: HIGH for action security_group_rules [ 1515.904331] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed with Priority: HIGH for action security_group_rules [ 1515.904417] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d with Priority: HIGH for action security_group_rules [ 1515.904498] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 with Priority: HIGH for action security_group_rules [ 1515.904580] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 with Priority: HIGH for action security_group_rules [ 1515.904665] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 with Priority: HIGH for action security_group_rules [ 1515.904745] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 with Priority: HIGH for action security_group_rules [ 1515.904827] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede5786-2c6e-451f-ab26-17425719b5d3 with Priority: HIGH for action security_group_rules [ 1515.904978] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ec8ee6-9bac-4318-936e-66ed993d114e with Priority: HIGH for action security_group_rules [ 1515.904978] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112d881-f949-4666-9385-e019740c6e7c with Priority: HIGH for action security_group_rules [ 1515.905167] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a with Priority: HIGH for action security_group_rules [ 1515.905167] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1515.905238] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c8c018-eda6-49ba-b096-6ad73df45672 with Priority: HIGH for action security_group_rules [ 1515.905510] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.905677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.905738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.905914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.906053] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.906157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.906220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.906374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.906605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.906721] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.907608] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f83779-3e74-4288-b5da-d137a92eeedf taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.907739] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.907814] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.907932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.908010] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f83779-3e74-4288-b5da-d137a92eeedf',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.908784] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2adfe914-be92-49e0-8fd2-a89710641337 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.908911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.908911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.909776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.909776] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2adfe914-be92-49e0-8fd2-a89710641337',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.910152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052096c-f488-4f8d-9aad-a84baf72d6ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.910152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.910152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.910291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.910655] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052096c-f488-4f8d-9aad-a84baf72d6ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.911068] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aafface-334d-487d-910a-0640b089abf4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.911493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.911493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.911493] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.911493] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aafface-334d-487d-910a-0640b089abf4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.912405] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0166db88-b0d7-49e2-85fa-076406c50352 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.912405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.912405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.912405] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.912797] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0166db88-b0d7-49e2-85fa-076406c50352',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.914181] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16559ec-fdc0-4eef-8412-794794371550 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.914181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.914181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.914181] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.914181] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16559ec-fdc0-4eef-8412-794794371550',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.914866] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fb4b6f-bc29-487f-b212-830859874b64 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.914964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.916253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.916433] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.916511] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fb4b6f-bc29-487f-b212-830859874b64',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.917481] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.917481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.917481] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.917651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.918402] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c84cd5-3a11-410b-bec7-afe9f3ad5bed',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.919183] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.919300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.919300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.919463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.919535] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeef807f-ed18-45ec-a3a4-a3ffdd6e390d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.921431] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.921598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.921635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.921766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.921835] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f31a018-f99c-4c60-ae78-fdfa77aa0159',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.922642] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f888dd-257d-4ef0-85b8-2de3e0d35829 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.922735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.922781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.922912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.922981] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f888dd-257d-4ef0-85b8-2de3e0d35829',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.923825] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3d1dee-d62e-487e-b8e2-fcd378339841 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.923979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.924072] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.924237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.924332] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3d1dee-d62e-487e-b8e2-fcd378339841',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.925278] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed38302-5ca7-49a1-992d-3351927abbb6 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.925350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.925450] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.925632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.925719] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed38302-5ca7-49a1-992d-3351927abbb6',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.926488] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cede5786-2c6e-451f-ab26-17425719b5d3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.926591] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.926650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.926793] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.926984] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cede5786-2c6e-451f-ab26-17425719b5d3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.928303] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8ec8ee6-9bac-4318-936e-66ed993d114e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.928303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.929724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.929927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.930013] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8ec8ee6-9bac-4318-936e-66ed993d114e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.930700] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0112d881-f949-4666-9385-e019740c6e7c taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.930808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.931382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.931382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.931382] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0112d881-f949-4666-9385-e019740c6e7c',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.931771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105f4c71-b4a6-489e-b56b-8133942aeb6a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.931851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.931910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.932055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.932128] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105f4c71-b4a6-489e-b56b-8133942aeb6a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.932856] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.932961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.933038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.933186] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.933257] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.934152] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c8c018-eda6-49ba-b096-6ad73df45672 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.934259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.934326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.934470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.934540] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c8c018-eda6-49ba-b096-6ad73df45672',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.958449] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.958621] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.958674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.959248] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.979258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.979421] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f83779-3e74-4288-b5da-d137a92eeedf is going to be deleted. [ 1516.033310] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.033538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.033538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.033715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.033768] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.033941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f83779-3e74-4288-b5da-d137a92eeedf" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.212238] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.212440] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.212566] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.212832] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.213102] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.213261] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.213378] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.213585] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.213726] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.213936] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1516.214060] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1516.214169] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1516.214278] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1516.214387] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1516.214490] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1516.214621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1516.234821] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1516.235034] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1516.235136] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1516.235310] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-581" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.235629] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-1f519d76-e808-411d-bc85-4947ad3a1b1e taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.235801] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.235918] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.236278] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.236417] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f519d76-e808-411d-bc85-4947ad3a1b1e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.435965] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.436185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.436185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.436346] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.507076] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.507301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.508094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.508184] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.508901] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.508983] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.511490] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.511637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.512291] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.512385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.513164] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.513307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.513970] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.514080] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.514743] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.514834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.515619] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.515707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.516398] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.516486] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.517114] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.517531] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.517633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.518302] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.518701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.518939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.519483] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.519744] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.519868] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.520537] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.520957] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.521076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.521655] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.522144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.522348] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.522457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.522519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.522732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.522815] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.522911] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1516.524404] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.524525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.524562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.524720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.526102] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.526195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.526826] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.527210] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.527331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.527995] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.528407] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.528497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.545076] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.545599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.545753] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8ec8ee6-9bac-4318-936e-66ed993d114e is going to be deleted. [ 1516.546756] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.546963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.555598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.555763] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.555808] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.555998] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.556149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.563598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1516.565689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.565811] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed38302-5ca7-49a1-992d-3351927abbb6 is going to be deleted. [ 1516.566633] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.566837] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.584463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.584630] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeef807f-ed18-45ec-a3a4-a3ffdd6e390d is going to be deleted. [ 1516.585522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.585708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.600497] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.600691] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.607634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.607779] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0166db88-b0d7-49e2-85fa-076406c50352 is going to be deleted. [ 1516.608743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.608953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.616925] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.617097] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.640063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.640448] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aafface-334d-487d-910a-0640b089abf4 is going to be deleted. [ 1516.641733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.641952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.657567] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.657774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.669282] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.669479] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0112d881-f949-4666-9385-e019740c6e7c is going to be deleted. [ 1516.670449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.670664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.698670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.698877] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f31a018-f99c-4c60-ae78-fdfa77aa0159 is going to be deleted. [ 1516.699863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.700093] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.702560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.702673] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.732611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.732756] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2adfe914-be92-49e0-8fd2-a89710641337 is going to be deleted. [ 1516.733701] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.733910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.733996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.734106] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be deleted. [ 1516.734826] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.734999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.738307] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.738508] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.738630] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.738869] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.739012] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.739164] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 1f519d76-e808-411d-bc85-4947ad3a1b1e not found, creating... [ 1516.739464] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.739626] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.739740] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.739951] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.740094] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.740375] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.740531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.740646] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.740854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.740982] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.741128] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 1f519d76-e808-411d-bc85-4947ad3a1b1e is going to be created. [ 1516.779889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.780087] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f888dd-257d-4ef0-85b8-2de3e0d35829 is going to be deleted. [ 1516.781114] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.781362] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.784723] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.784850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.797384] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.797612] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.797717] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.798017] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.798256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.798490] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.811209] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.811435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.839877] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.840076] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fb4b6f-bc29-487f-b212-830859874b64 is going to be deleted. [ 1516.840994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.841222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.895619] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.895839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.896565] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.896681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.910771] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.911192] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.922322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.922515] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cede5786-2c6e-451f-ab26-17425719b5d3 is going to be deleted. [ 1516.923489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.923832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.925301] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.925410] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.995921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.996132] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16559ec-fdc0-4eef-8412-794794371550 is going to be deleted. [ 1516.996985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.997246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.078690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.078917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.079719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.079835] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c8c018-eda6-49ba-b096-6ad73df45672 is going to be deleted. [ 1517.080744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.080965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.112376] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.112376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.142603] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.142753] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105f4c71-b4a6-489e-b56b-8133942aeb6a is going to be deleted. [ 1517.143726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.143945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.182218] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.182435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.196797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.197023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.204830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.204990] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3d1dee-d62e-487e-b8e2-fcd378339841 is going to be deleted. [ 1517.205876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.206109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.262614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.262775] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052096c-f488-4f8d-9aad-a84baf72d6ca is going to be deleted. [ 1517.263770] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.263999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.328356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.328530] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c84cd5-3a11-410b-bec7-afe9f3ad5bed is going to be deleted. [ 1517.329466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.329689] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.329786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.329902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8ec8ee6-9bac-4318-936e-66ed993d114e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.330074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.330243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.330342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.330464] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed38302-5ca7-49a1-992d-3351927abbb6" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.330979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.331154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.331327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.331458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeef807f-ed18-45ec-a3a4-a3ffdd6e390d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.331590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.331735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.331810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.331925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0166db88-b0d7-49e2-85fa-076406c50352" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.332074] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.332217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.332344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.332414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aafface-334d-487d-910a-0640b089abf4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.332531] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.332670] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.332742] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.332852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0112d881-f949-4666-9385-e019740c6e7c" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.332975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.333127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.333198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.333376] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f31a018-f99c-4c60-ae78-fdfa77aa0159" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.333420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.333547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.333619] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.333734] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2adfe914-be92-49e0-8fd2-a89710641337" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.333865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.334010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.334086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.334199] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.334322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.334457] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.334528] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.334637] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f888dd-257d-4ef0-85b8-2de3e0d35829" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.334760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.334897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.334968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.335088] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fb4b6f-bc29-487f-b212-830859874b64" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.335212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.335354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.335421] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.335517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cede5786-2c6e-451f-ab26-17425719b5d3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.335641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.335789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.335855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.335965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16559ec-fdc0-4eef-8412-794794371550" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.336104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.336241] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.336310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.336414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c8c018-eda6-49ba-b096-6ad73df45672" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.348012] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.348191] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.348236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.348408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.348496] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.348699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105f4c71-b4a6-489e-b56b-8133942aeb6a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.400614] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.400795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.400838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.401061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.401145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.401276] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3d1dee-d62e-487e-b8e2-fcd378339841" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.447728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.447878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.447945] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.448190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.448284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.448402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052096c-f488-4f8d-9aad-a84baf72d6ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.473596] env[65968]: INFO networking_nsxv3.common.synchronization [req-9023ef1c-0b0e-4257-ba8a-eacde7b9b022 req-e85d21e7-ee91-4836-b2cd-8c06c41038e6 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1517.473596] env[65968]: INFO networking_nsxv3.common.synchronization [req-9023ef1c-0b0e-4257-ba8a-eacde7b9b022 req-e85d21e7-ee91-4836-b2cd-8c06c41038e6 service nova] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1517.474573] env[65968]: INFO networking_nsxv3.common.synchronization [req-9023ef1c-0b0e-4257-ba8a-eacde7b9b022 req-e85d21e7-ee91-4836-b2cd-8c06c41038e6 service nova] Enqueued Resource ID: 1f519d76-e808-411d-bc85-4947ad3a1b1e with Priority: HIGHEST for action port [ 1517.474573] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_rules [ 1517.474573] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1517.474881] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f519d76-e808-411d-bc85-4947ad3a1b1e with Priority: HIGHEST for action port [ 1517.475377] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1517.475900] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.476107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.476107] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.476352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.476470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.476611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c84cd5-3a11-410b-bec7-afe9f3ad5bed" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.476855] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.476955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.477032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.477394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.477394] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.478294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.478414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.478657] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f519d76-e808-411d-bc85-4947ad3a1b1e taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.478765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.478857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.479059] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.479164] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f519d76-e808-411d-bc85-4947ad3a1b1e',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.981513] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.981896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.983138] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f519d76-e808-411d-bc85-4947ad3a1b1e with status ACTIVE [ 1517.983320] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.983435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.983504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.983708] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.983809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.983958] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.984063] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.984123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.984275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.984351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.984530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.984620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.984678] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.984813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.984883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.984964] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f519d76-e808-411d-bc85-4947ad3a1b1e is going to be updated. [ 1518.008646] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.008861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.008861] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.009123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.009332] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.009512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f519d76-e808-411d-bc85-4947ad3a1b1e" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.573824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1518.574033] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 deletion is rescheduled due to dependency. [ 1518.574147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.574317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.574530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.574837] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.574958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.575031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.575193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.575275] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.575368] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.077384] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.579583] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.082703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.082703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.082703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.082703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.082703] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.083855] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1520.110941] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.111174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.111174] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.111353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.111495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.119816] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1522.130532] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1522.130921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.130921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.131152] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.131394] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.131536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.131576] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.131783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.131889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.131995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.132126] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.476070] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.476300] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1522.634070] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.136402] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29e0c58-beb5-4463-8879-9465d480d3b1: rpc.has_security_group_logging(os_id): False [ 1523.154774] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.155023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.155089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.155377] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.155513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.155754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.155855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.155916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.156094] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.156171] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.156255] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be created. [ 1523.209718] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.209948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.209948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.210132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.210327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.222820] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1525.239575] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1525.239992] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.477691] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.477691] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.479086] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.479516] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.480112] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.480610] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.481676] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.482249] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.483110] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.483591] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.484578] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.484578] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.486055] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.486055] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.487135] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.487135] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.488449] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.488919] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.490198] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.490581] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.491298] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.491711] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.803931] env[65968]: INFO networking_nsxv3.common.synchronization [req-9311357f-99b7-40a6-a8c1-e3d5e2330602 req-4811fd62-ee20-4119-ab11-3595cbaae82f tempest-ServerActionsTestJSON-1883906790 tempest-ServerActionsTestJSON-1883906790-project-member] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1578.804480] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGHEST for action security_group_members [ 1578.804797] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.804925] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.804991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.805312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.805478] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.805581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.805641] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.805846] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.805914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.805954] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.308623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.308839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.308839] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.309144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.309256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.309502] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.309635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.309715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.309956] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.310068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.310195] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be updated. [ 1579.350732] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.350996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.350996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.351240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.351407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.359812] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: IN_PROGRESS for 2s [ 1581.371315] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29e0c58-beb5-4463-8879-9465d480d3b1 in Status: SUCCESS [ 1581.371736] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 deletion is rescheduled due to dependency. [ 1581.371736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.805036] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.805438] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.975088] env[65968]: INFO networking_nsxv3.common.synchronization [None req-1284f77e-1024-4926-b692-ce6003a1df5d None None] Enqueued Resource ID: e9a778cc-6efe-43fa-9ce1-324fe9c39eba with Priority: HIGHEST for action port [ 1586.975358] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a778cc-6efe-43fa-9ce1-324fe9c39eba with Priority: HIGHEST for action port [ 1586.975929] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a778cc-6efe-43fa-9ce1-324fe9c39eba taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.976055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a778cc-6efe-43fa-9ce1-324fe9c39eba" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.976120] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a778cc-6efe-43fa-9ce1-324fe9c39eba" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.976379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a778cc-6efe-43fa-9ce1-324fe9c39eba" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.976461] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a778cc-6efe-43fa-9ce1-324fe9c39eba',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.480483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a778cc-6efe-43fa-9ce1-324fe9c39eba [ 1587.480857] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.480857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.481147] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.481244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.481322] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.481533] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a778cc-6efe-43fa-9ce1-324fe9c39eba already deleted. [ 1587.481533] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a778cc-6efe-43fa-9ce1-324fe9c39eba" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.790980] env[65968]: INFO networking_nsxv3.common.synchronization [None req-2892118b-99ad-44eb-86a0-e57a23cc1584 None None] Enqueued Resource ID: 0527c8fd-45fa-492e-8e18-ed8db10359ca with Priority: HIGHEST for action port [ 1588.791576] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527c8fd-45fa-492e-8e18-ed8db10359ca with Priority: HIGHEST for action port [ 1588.791835] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-0527c8fd-45fa-492e-8e18-ed8db10359ca taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.791958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0527c8fd-45fa-492e-8e18-ed8db10359ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.792035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0527c8fd-45fa-492e-8e18-ed8db10359ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.792315] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0527c8fd-45fa-492e-8e18-ed8db10359ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.792515] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0527c8fd-45fa-492e-8e18-ed8db10359ca',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.294599] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0527c8fd-45fa-492e-8e18-ed8db10359ca [ 1589.294991] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.294991] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.295213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.295521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.295521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.295521] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0527c8fd-45fa-492e-8e18-ed8db10359ca already deleted. [ 1589.295777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0527c8fd-45fa-492e-8e18-ed8db10359ca" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.401200] env[65968]: INFO networking_nsxv3.common.synchronization [req-89f7b555-c461-40a9-be58-c1b956b2bb32 req-4dbc6acc-ada7-4142-9114-259442ea80ae tempest-ServerMetadataNegativeTestJSON-311452195 tempest-ServerMetadataNegativeTestJSON-311452195-project-member] Enqueued Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1592.401720] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1592.402040] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.402164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.402232] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.402507] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.402633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.402728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.402786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.402930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.403017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.403118] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.678367] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.678575] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-767" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.678699] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-767" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.679036] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-767" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.679301] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.679458] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.679573] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.679789] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.679955] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.680182] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1592.680294] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1592.680400] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1592.680504] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1592.680609] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1592.680712] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1592.680838] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1592.703135] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1592.703347] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1592.703486] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1592.703660] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-767" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.703967] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-1dbc5af8-c56d-47c1-aebe-811e41235908 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.704158] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.704277] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.704607] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.704770] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbc5af8-c56d-47c1-aebe-811e41235908',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.905292] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.905495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.905495] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.905674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.905783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.905983] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.906132] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.906200] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.906371] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.906448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.906530] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd already deleted. [ 1592.906615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.206826] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.206983] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.207120] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.207400] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.207559] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.207688] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Segment Port 1dbc5af8-c56d-47c1-aebe-811e41235908 not found, creating... [ 1593.207963] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.208157] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.208274] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.208489] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.208624] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.208901] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.209066] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.209183] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.209384] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.209513] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.209646] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 1dbc5af8-c56d-47c1-aebe-811e41235908 is going to be created. [ 1593.228781] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.228993] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.229145] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.229405] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.229628] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.229837] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.916874] env[65968]: INFO networking_nsxv3.common.synchronization [req-89f7b555-c461-40a9-be58-c1b956b2bb32 req-bb071817-0994-42fd-b14d-9b4588db115a service nova] Enqueued Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_rules [ 1593.917154] env[65968]: INFO networking_nsxv3.common.synchronization [req-89f7b555-c461-40a9-be58-c1b956b2bb32 req-bb071817-0994-42fd-b14d-9b4588db115a service nova] Enqueued Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1593.917286] env[65968]: INFO networking_nsxv3.common.synchronization [req-89f7b555-c461-40a9-be58-c1b956b2bb32 req-bb071817-0994-42fd-b14d-9b4588db115a service nova] Enqueued Resource ID: 1dbc5af8-c56d-47c1-aebe-811e41235908 with Priority: HIGHEST for action port [ 1593.917790] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_rules [ 1593.917944] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1593.918082] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbc5af8-c56d-47c1-aebe-811e41235908 with Priority: HIGHEST for action port [ 1593.918391] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.918519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.918600] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.918881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.918976] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.919864] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.920406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.920516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.920717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.920959] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.921050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.921129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.921263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.921345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.921477] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.922388] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbc5af8-c56d-47c1-aebe-811e41235908 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.922521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.922521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.922659] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.922742] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbc5af8-c56d-47c1-aebe-811e41235908',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.424214] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.425283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.425391] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.425567] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dbc5af8-c56d-47c1-aebe-811e41235908 with status ACTIVE [ 1594.425731] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.425840] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.425902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.426116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.426229] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.427798] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.427798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.427798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.427798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.427798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.428158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.428158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.428158] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.428287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.428287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.428357] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dbc5af8-c56d-47c1-aebe-811e41235908 is going to be updated. [ 1594.449287] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.449287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.449561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.449561] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.449679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.449835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbc5af8-c56d-47c1-aebe-811e41235908" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.930372] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.433131] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.433354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.433354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.433565] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.433653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.433753] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd is going to be created. [ 1595.458791] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.458975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.459111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.459203] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.459360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.468410] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: UNINITIALIZED for 2s [ 1597.479120] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: SUCCESS [ 1597.479538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.479538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.479882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.479882] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.480041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.480041] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.480218] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.480301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.480387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.480475] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.983172] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.983517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.983517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.983654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.983825] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.983937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.984045] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.984133] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.984225] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.984313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.984505] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.984596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.984631] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.984760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.984895] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.984982] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.985047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.985178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.985253] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.985330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.985416] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.488255] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd: rpc.has_security_group_logging(os_id): False [ 1598.506081] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.506301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.506361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.506622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.506715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.506962] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.507105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.507169] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.507324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.507397] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.507596] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.507685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.507744] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.507876] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.507946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.508139] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.508258] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.508317] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.508402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.508468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.508548] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd is going to be created. [ 1598.567480] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.567715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.567715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.568064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.568111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.577797] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: IN_PROGRESS for 2s [ 1598.919524] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.919524] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1600.593216] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: SUCCESS [ 1600.593449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.842651] env[65968]: INFO networking_nsxv3.common.synchronization [req-49136668-e88f-4e00-b644-9c2198324bd3 req-0cfd32fe-1f24-4fe9-a688-98e06bafe837 tempest-ServerMetadataNegativeTestJSON-311452195 tempest-ServerMetadataNegativeTestJSON-311452195-project-member] Enqueued Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1603.842881] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGHEST for action security_group_members [ 1603.843094] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.843214] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.843279] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.843469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.843611] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.843700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.843700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.843700] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.844079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.844079] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.346509] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.346740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.346740] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.346953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.347071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.347284] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.347386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.347448] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.347604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.347681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.347766] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd is going to be updated. [ 1604.377142] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.377359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.377416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.377669] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.377851] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.386924] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: IN_PROGRESS for 2s [ 1606.398715] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd in Status: SUCCESS [ 1606.399196] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd deletion is rescheduled due to dependency. [ 1606.399196] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.843539] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.843891] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.439689] env[65968]: INFO networking_nsxv3.common.synchronization [None req-d8401b3f-6edc-4f18-9a92-4805c9823a9f None None] Enqueued Resource ID: 58071f1b-c917-4633-9e3e-17ac89377d98 with Priority: HIGHEST for action port [ 1611.440308] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58071f1b-c917-4633-9e3e-17ac89377d98 with Priority: HIGHEST for action port [ 1611.440852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-58071f1b-c917-4633-9e3e-17ac89377d98 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.440852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58071f1b-c917-4633-9e3e-17ac89377d98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.440852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58071f1b-c917-4633-9e3e-17ac89377d98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.443629] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58071f1b-c917-4633-9e3e-17ac89377d98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.443629] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58071f1b-c917-4633-9e3e-17ac89377d98',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.944934] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58071f1b-c917-4633-9e3e-17ac89377d98 [ 1611.945466] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.945466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.945466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.945615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.945615] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.945717] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58071f1b-c917-4633-9e3e-17ac89377d98 already deleted. [ 1611.945970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58071f1b-c917-4633-9e3e-17ac89377d98" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.042271] env[65968]: INFO networking_nsxv3.common.synchronization [None req-4188222d-7674-48fd-b41b-899ed490ab51 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1612.042861] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1612.043830] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.043830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.043830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.043830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.043830] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.126613] env[65968]: INFO networking_nsxv3.common.synchronization [None req-8ce98955-5dba-4483-b558-5445cd805210 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1612.127133] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1612.127441] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.127551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.566030] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.566284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.566284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.566482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.566569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.566661] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 already deleted. [ 1612.566762] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.566920] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.567109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.567195] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.089015] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.089015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.089015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.089015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.089015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.089015] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 already deleted. [ 1613.089420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.537730] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c431b784-ef95-4a9b-a65b-11e75960c028 None None] Enqueued Resource ID: d9bd355e-9939-43a3-b91e-04a805164007 with Priority: HIGHEST for action port [ 1613.538334] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bd355e-9939-43a3-b91e-04a805164007 with Priority: HIGHEST for action port [ 1613.538682] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bd355e-9939-43a3-b91e-04a805164007 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.538835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bd355e-9939-43a3-b91e-04a805164007" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.538905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bd355e-9939-43a3-b91e-04a805164007" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.539180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bd355e-9939-43a3-b91e-04a805164007" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.539579] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bd355e-9939-43a3-b91e-04a805164007',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.042495] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9bd355e-9939-43a3-b91e-04a805164007 [ 1614.042836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.042924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.042968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.043198] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.043294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.043398] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9bd355e-9939-43a3-b91e-04a805164007 already deleted. [ 1614.043478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bd355e-9939-43a3-b91e-04a805164007" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.476181] env[65968]: INFO networking_nsxv3.common.synchronization [req-3c9f0db7-01e9-47a4-8f62-4a64145aadcd req-6b00f8d1-911e-41fc-8c74-9e1cb3c6b691 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1617.476720] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1617.477162] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.477325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.477396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.477660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.477828] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.477932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.477995] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.478166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.478260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.478371] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.736799] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.737016] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.737152] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.737477] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.737737] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.737892] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.738027] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.738262] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.738398] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.738599] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1617.739014] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1617.739146] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1617.739262] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1617.739372] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1617.739476] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1617.739604] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1617.760754] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1617.760945] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1617.761056] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1617.761241] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.761560] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-117dcd0b-5e63-4e14-8f06-03ec479974c4 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.761731] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.761845] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.762199] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.762340] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117dcd0b-5e63-4e14-8f06-03ec479974c4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.982461] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.982692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.982692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.982855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.982942] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.983147] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.983247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.983311] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.983463] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.983538] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.983623] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 already deleted. [ 1617.983702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.264888] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.265188] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.265323] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.265600] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.265748] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.265895] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 117dcd0b-5e63-4e14-8f06-03ec479974c4 not found, creating... [ 1618.266198] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.266359] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.266486] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.266769] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.266907] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.267235] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.267476] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.267574] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.267796] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.267925] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.268096] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 is going to be created. [ 1618.291741] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.292093] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.292367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.292872] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.293239] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.293606] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.967810] env[65968]: INFO networking_nsxv3.common.synchronization [req-3c9f0db7-01e9-47a4-8f62-4a64145aadcd req-c88e1ac3-4903-4bfb-8f1c-308e0b0e0412 service nova] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1618.968085] env[65968]: INFO networking_nsxv3.common.synchronization [req-3c9f0db7-01e9-47a4-8f62-4a64145aadcd req-c88e1ac3-4903-4bfb-8f1c-308e0b0e0412 service nova] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1618.968174] env[65968]: INFO networking_nsxv3.common.synchronization [req-3c9f0db7-01e9-47a4-8f62-4a64145aadcd req-c88e1ac3-4903-4bfb-8f1c-308e0b0e0412 service nova] Enqueued Resource ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 with Priority: HIGHEST for action port [ 1618.968372] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1618.968499] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1618.968592] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 with Priority: HIGHEST for action port [ 1618.969194] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.969286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.969353] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.969551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.969630] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.970814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.971382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.971382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.971382] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.971382] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.971594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.971594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.971736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.971829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.972245] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.973337] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-117dcd0b-5e63-4e14-8f06-03ec479974c4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.973337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.973337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.973337] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.973337] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117dcd0b-5e63-4e14-8f06-03ec479974c4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.474908] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.475453] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.476060] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.476060] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117dcd0b-5e63-4e14-8f06-03ec479974c4 with status ACTIVE [ 1619.476227] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.476300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.476372] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.476575] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.476661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.476825] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.476917] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.476975] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.477137] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.477212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.477393] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.477482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.477540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.477674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.477743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.477824] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 is going to be updated. [ 1619.499126] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.499383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.499383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.499519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.499738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.499948] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.977072] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1620.480795] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.480964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.481028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.481316] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.481406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.481509] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be created. [ 1620.511728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.511980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.511980] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.512182] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.512326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.524440] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: UNINITIALIZED for 2s [ 1622.535972] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: SUCCESS [ 1622.536370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.536370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.536562] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.536754] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.536865] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.536928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.537109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.537188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.537306] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.537418] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.039586] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.542590] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8450920-fe08-48a3-8239-b26c0a16db11: rpc.has_security_group_logging(os_id): False [ 1623.559893] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.560176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.560176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.560375] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.560475] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.560721] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.560824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.560882] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.561068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.561166] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.561273] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be created. [ 1623.614613] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.614848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.614894] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.615116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.615302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.625489] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: IN_PROGRESS for 2s [ 1623.969556] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.969816] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1625.642358] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: SUCCESS [ 1625.642358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.970868] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.970868] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.971786] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.972229] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.973098] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.973608] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.974778] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.974778] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.975584] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.975584] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.976255] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.976677] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.977079] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.977492] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.978039] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.978417] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.979481] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.979888] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.981040] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.981347] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.982392] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.982805] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.983340] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.983340] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.984356] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.984652] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1693.985746] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1693.985746] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.045896] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.046311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.046311] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.046593] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.046898] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.047176] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.047339] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.047606] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.047752] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.047958] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1697.048082] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1697.048206] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1697.048307] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1697.048429] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1697.048522] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1697.048653] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1697.077268] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1697.077491] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1697.077567] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1697.077718] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.078049] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-117dcd0b-5e63-4e14-8f06-03ec479974c4 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.078226] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.078343] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.078619] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.078796] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117dcd0b-5e63-4e14-8f06-03ec479974c4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1697.581044] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.581301] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.581367] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.581633] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.581802] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.582100] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.582257] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.582373] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.582586] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.582718] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.582994] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.583189] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.583327] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.583535] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.583667] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.584056] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 is going to be updated. [ 1697.607605] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.607854] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.607920] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.608312] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.608531] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.608757] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.313987] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd48fd9b-6f24-4488-8d3a-77b458c0559f req-18a1513f-c308-40bd-b3b5-ce473e4c0d4c service nova] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1698.314521] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd48fd9b-6f24-4488-8d3a-77b458c0559f req-18a1513f-c308-40bd-b3b5-ce473e4c0d4c service nova] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1698.314521] env[65968]: INFO networking_nsxv3.common.synchronization [req-dd48fd9b-6f24-4488-8d3a-77b458c0559f req-18a1513f-c308-40bd-b3b5-ce473e4c0d4c service nova] Enqueued Resource ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 with Priority: HIGHEST for action port [ 1698.314720] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_rules [ 1698.314856] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1698.314953] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 with Priority: HIGHEST for action port [ 1698.315366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.315524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.315564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.315736] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.315820] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.316652] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.316774] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.316829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.316989] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.317143] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.317236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.317298] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.317435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.318040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.318040] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.318343] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-117dcd0b-5e63-4e14-8f06-03ec479974c4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.318617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.318617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.318617] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.318733] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117dcd0b-5e63-4e14-8f06-03ec479974c4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.821783] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.822893] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.822996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.823200] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117dcd0b-5e63-4e14-8f06-03ec479974c4 with status ACTIVE [ 1698.823366] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.823473] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.823549] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.823730] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.823843] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.824090] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.824090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.824211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.824294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.824350] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.824530] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.824664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.824664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.824797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.824905] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.825011] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117dcd0b-5e63-4e14-8f06-03ec479974c4 is going to be updated. [ 1698.847031] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.847031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.847031] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.847336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.847336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.847336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117dcd0b-5e63-4e14-8f06-03ec479974c4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.327536] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1699.830475] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.830718] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.830787] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.831029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.831118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.831222] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be updated. [ 1699.862792] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.863141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.863141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.863318] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.863398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.873220] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: IN_PROGRESS for 2s [ 1701.884621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: SUCCESS [ 1701.885042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.885042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.885344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.885566] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.885710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.885797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.886032] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.886154] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.886281] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.886378] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1702.388852] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1702.891782] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8450920-fe08-48a3-8239-b26c0a16db11: rpc.has_security_group_logging(os_id): False [ 1702.912604] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.912958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.912958] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.913170] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.913295] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.913575] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.913755] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.913898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.914039] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.914123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.914217] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be updated. [ 1702.979800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.980113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.980113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.980343] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.980584] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.999687] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: IN_PROGRESS for 2s [ 1703.316462] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1703.316677] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1705.016296] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: SUCCESS [ 1705.016704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1708.317986] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1708.318471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1713.319452] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1713.320065] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1718.320556] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1718.321045] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1723.321788] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1723.321788] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1728.322555] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1728.322977] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1731.856824] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1731.857318] env[65968]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4de5451f-9161-4089-9e41-83b5979e0941 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1733.323434] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1733.323843] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.324958] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1738.324958] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1743.326505] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1743.326990] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1748.328308] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1748.328689] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1750.795756] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1750.796215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.796215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1750.796215] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1750.796357] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1751.298576] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1751.801131] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1752.303702] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1752.303702] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1753.025916] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.026374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.026374] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.026459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.038311] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1753.039262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.040590] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1753.085557] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.085776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.085845] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.086030] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.100443] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.101270] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1753.101354] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1753.101499] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1753.122136] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.122351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.122351] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.122527] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.122784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.122903] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1753.197106] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.197333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.197333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.197524] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.197838] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.198136] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1753.273915] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.274157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.274157] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.274557] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.274632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.274910] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:3. [ 1753.274991] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c8450920-fe08-48a3-8239-b26c0a16db11', 'f29e0c58-beb5-4463-8879-9465d480d3b1', '7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd'} {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1753.275071] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1753.294413] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.294663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.294760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.295091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.295255] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.295437] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1753.295567] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1753.295742] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1753.329404] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1753.329614] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1753.374510] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.374731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.374731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.374897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.376028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.376300] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1753.376380] env[65968]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65968) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1753.376452] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1753.376525] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1753.376589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 3/3 resources of Type:Security Group Rules [ 1753.376658] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGH for action security_group_rules [ 1753.376735] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1753.376794] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGH for action security_group_rules [ 1753.376857] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1753.376917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1753.377115] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.377227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.377280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.377430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.377505] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.377687] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.377781] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.377835] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.377996] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.378064] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.378232] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.378321] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.378360] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.378465] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.378536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.378698] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.378777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.378831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.378961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.379042] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.379206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.379292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.379342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.379498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.379567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.379690] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.379777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.379833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.379960] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.380040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.380206] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.380292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.380342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.380468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.380537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.380697] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.380779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.380833] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.380959] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.381038] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.381210] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.381310] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.381364] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.381498] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.381568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.381731] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.381823] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.381880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.382010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.382083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.382259] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.382354] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.382408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.382540] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.382607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.382769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.382850] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.382904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.383044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.383113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.383277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.383363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.383415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.383558] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.383650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.383819] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.383908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.383965] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.384108] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.384176] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.384339] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.384424] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.384477] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.384604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.384672] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.384833] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.384919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.384978] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.385113] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.385178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.385341] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.385428] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.385482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.385610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.385677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.385839] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.385926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.385990] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.386122] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.386190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.386351] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.386439] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.386492] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.386636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.386748] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.386950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.387055] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.387119] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.387244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.387314] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.387478] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.387567] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.387620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.387749] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.387816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.387976] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.388076] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.388139] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.388308] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.388379] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.388547] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.388635] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.388688] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.388817] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.388884] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.389058] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.389143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.389206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.389324] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.389392] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.389553] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.389639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.389692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.389821] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.389888] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.390062] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.390149] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.390202] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.390331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.390399] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.390560] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.390647] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.390705] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.390828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.390895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.391069] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.391156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.391213] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.391365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.391435] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.391598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.391684] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.391738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.391867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.391933] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.392108] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.392197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.392243] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.392373] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.392440] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.392600] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.392682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.392735] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.392860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.392926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.393097] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.393183] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.393237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.393363] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.393430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.393622] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.393713] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.393766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.393899] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.393968] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.394145] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.394231] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.394284] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.394415] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.394482] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.394645] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.394737] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.394789] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.394914] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.394973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.395151] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.395233] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.395286] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.395417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.395485] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.395645] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.395731] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.395783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.395913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.395981] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.396155] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.396242] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.396296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.396417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.396484] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.396644] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.396728] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.396782] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.396908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.396976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.397150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.397236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.397296] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.397411] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.397471] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.397633] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.397717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.397771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.397896] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.397961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.398134] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.398220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.398273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.398402] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.398470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.398630] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.398716] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.398769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.398895] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.398961] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.399133] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.399220] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.399273] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.399403] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.399469] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.399629] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.399715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.399767] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.399926] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.400033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.400208] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.400291] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.400344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.400478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.400547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.400709] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.400795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.400849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.400977] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.401058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.401243] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.401326] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.401380] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.401512] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.401579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.401741] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.401827] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.401881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.402018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.402089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.402252] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.402339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.402395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.402521] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.402614] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.402748] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.402829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.402885] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.403015] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.403087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.403251] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.403333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.403385] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.403513] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.403601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.403770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.403857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.403912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.404051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.404120] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.404283] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.404408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.404408] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.404542] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.404610] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.404769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.404853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.404907] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.405046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.405111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.405272] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.405361] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.405423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.405543] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.405611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.405770] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.405857] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.405910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.406049] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.406118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.406279] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.406394] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.406456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.406583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.406649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.406811] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.406897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.406951] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.407090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.407156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.407319] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.407406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.407468] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.407587] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.407653] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.407814] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.407902] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.407955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.408098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.408164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.408381] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.408503] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.408568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.408698] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.408769] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.408937] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.409033] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.409089] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.409219] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.409289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.409451] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.409537] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.409590] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.409720] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.409788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.409950] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.410050] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.410105] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.410252] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.410329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.410496] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.410583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.410636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.410766] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.410834] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.410995] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.411095] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.411148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.411301] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.411365] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.411533] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.411625] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.411677] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.411798] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.411916] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.412057] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.412195] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.412289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.412436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.412501] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.412621] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:65 [ 1753.412687] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 17 of least updated resources [ 1753.412766] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGH for action security_group_members [ 1753.412845] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_members [ 1753.412912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_members [ 1753.412971] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_members [ 1753.413086] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGH for action security_group_members [ 1753.413159] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGH for action security_group_members [ 1753.413221] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGH for action security_group_members [ 1753.413279] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGH for action security_group_members [ 1753.413338] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGH for action security_group_members [ 1753.413398] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGH for action security_group_members [ 1753.413453] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGH for action security_group_members [ 1753.413517] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_members [ 1753.413578] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGH for action security_group_members [ 1753.413635] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGH for action security_group_members [ 1753.413698] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGH for action security_group_members [ 1753.413763] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGH for action security_group_members [ 1753.413823] env[65968]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGH for action security_group_members [ 1753.413915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.252221] env[65968]: INFO networking_nsxv3.common.synchronization [req-202cb747-eb86-450b-8222-bba4e6f2cff3 req-de03f327-5225-4d5d-a2a1-38bd68a9c014 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1756.253046] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGHEST for action security_group_members [ 1756.253046] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8450920-fe08-48a3-8239-b26c0a16db11 with Priority: HIGH for action security_group_rules [ 1756.253046] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd with Priority: HIGH for action security_group_rules [ 1756.253275] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b393d12d-29f2-40bb-9022-662a89a77c41 with Priority: HIGH for action security_group_members [ 1756.253275] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d with Priority: HIGH for action security_group_members [ 1756.253275] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 with Priority: HIGH for action security_group_members [ 1756.253378] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 with Priority: HIGH for action security_group_members [ 1756.253452] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae996a7-f97f-491b-8aa0-597779b63548 with Priority: HIGH for action security_group_members [ 1756.253489] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 with Priority: HIGH for action security_group_members [ 1756.253584] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53473c30-6a1c-49ae-a469-4863f5136a4a with Priority: HIGH for action security_group_members [ 1756.253656] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4864fe2-2426-43ed-9a97-f374112603b3 with Priority: HIGH for action security_group_members [ 1756.253737] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 with Priority: HIGH for action security_group_members [ 1756.253826] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb with Priority: HIGH for action security_group_members [ 1756.253910] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c0138c-6933-4eb4-953e-970e8e28d133 with Priority: HIGH for action security_group_members [ 1756.253994] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce with Priority: HIGH for action security_group_members [ 1756.254090] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 with Priority: HIGH for action security_group_members [ 1756.254178] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2036f689-8ae0-4959-9057-29e3d3ee867b with Priority: HIGH for action security_group_members [ 1756.254266] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 with Priority: HIGH for action security_group_members [ 1756.254352] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 with Priority: HIGH for action security_group_members [ 1756.254448] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29e0c58-beb5-4463-8879-9465d480d3b1 with Priority: HIGH for action security_group_rules [ 1756.254535] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 with Priority: HIGH for action security_group_members [ 1756.254812] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.254937] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.254994] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.255201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.255372] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.255470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.255536] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.255674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.255753] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.255843] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.256695] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8450920-fe08-48a3-8239-b26c0a16db11 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.256802] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.256864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.257029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.257107] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8450920-fe08-48a3-8239-b26c0a16db11',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.257896] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.257999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.258078] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.258207] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.258268] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.259135] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b393d12d-29f2-40bb-9022-662a89a77c41 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.259234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.259289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.259436] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.259573] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.259666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.259715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.259849] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.259930] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.260906] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b393d12d-29f2-40bb-9022-662a89a77c41',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.260906] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.260906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.260906] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.261420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.261420] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.261420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.261420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.261420] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.261599] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.261599] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.263123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.263123] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.263123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.263123] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d7213d-dd99-44ec-ada1-c01b5ad344f8',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.264506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-958a5bca-db30-4024-8285-1787a7bc6ba3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.264506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.264506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.264506] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.264506] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.265985] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958a5bca-db30-4024-8285-1787a7bc6ba3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.265985] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae996a7-f97f-491b-8aa0-597779b63548 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.265985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.266270] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.266270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.266340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.266340] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.266918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.266918] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.266918] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae996a7-f97f-491b-8aa0-597779b63548',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.267326] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ce5355-56a1-4e30-8605-5b79acaf2544 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.267434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.267497] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.267842] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.267842] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.268208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.268208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.268208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.268208] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.268741] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ce5355-56a1-4e30-8605-5b79acaf2544',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.269158] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-53473c30-6a1c-49ae-a469-4863f5136a4a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.269336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.269336] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.269547] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.269813] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.269928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.269963] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.270118] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.270210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.270461] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53473c30-6a1c-49ae-a469-4863f5136a4a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.271023] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4864fe2-2426-43ed-9a97-f374112603b3 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.271142] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.271210] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.271836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.271836] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.271836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.271836] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.272052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.272087] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.272658] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4864fe2-2426-43ed-9a97-f374112603b3',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.272918] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-63297a28-78e7-4b20-ba4a-a5d6474f7a54 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.273040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.273109] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.273313] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.273463] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.273560] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.273650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.273811] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.273912] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.274069] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63297a28-78e7-4b20-ba4a-a5d6474f7a54',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.274670] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-273e00ce-67b5-4e2a-b937-9ce95da37adb taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.274830] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.274908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.275057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.275196] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.275287] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.275445] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.275478] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.275692] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.275692] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('273e00ce-67b5-4e2a-b937-9ce95da37adb',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.276459] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-58c0138c-6933-4eb4-953e-970e8e28d133 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.276601] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.276636] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.276764] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.276923] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.277028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.277090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.277212] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.277630] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.277630] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58c0138c-6933-4eb4-953e-970e8e28d133',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.278279] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.278395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.278458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.278588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.278775] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.278872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.278872] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.278979] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.279140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.279140] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2139d4a8-a327-4723-84bf-ca0dcc3e90ce',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.280099] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-506487b1-347a-4e99-bc3f-adcacd6bd107 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.280201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.280259] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.280407] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.280563] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.281265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.281265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.281265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.281265] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.281265] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('506487b1-347a-4e99-bc3f-adcacd6bd107',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.282032] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-2036f689-8ae0-4959-9057-29e3d3ee867b taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.282140] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.282292] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.282446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.282585] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.282679] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.282743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.282867] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.282939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.283099] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2036f689-8ae0-4959-9057-29e3d3ee867b',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.283862] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-505f1edd-d097-4ee7-88b3-d8ad942b6b69 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.284040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.284040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.284246] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.284424] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.284522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.284582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.284717] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.284788] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.284873] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505f1edd-d097-4ee7-88b3-d8ad942b6b69',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.285525] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f90a034-08b3-413f-b0af-e7dfcebfd288 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.285624] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.285786] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.285985] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.286138] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.286235] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.286300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.286427] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.286494] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.286653] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f90a034-08b3-413f-b0af-e7dfcebfd288',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.287220] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29e0c58-beb5-4463-8879-9465d480d3b1 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.287358] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.287441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.287639] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.287729] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29e0c58-beb5-4463-8879-9465d480d3b1',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.288422] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.288534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.288594] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.288723] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.288856] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.288946] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.289010] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.289150] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.289222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.289302] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07ae82b-983c-4dd4-a8a1-0f4f83719aa4',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.293036] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.293143] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.293217] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.293352] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.293430] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.293596] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.293681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.293772] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.293973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.294085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.294175] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d is going to be deleted. [ 1756.296911] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.297028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.297091] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.297247] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.298703] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.298797] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.325199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.325545] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.326880] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.327083] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.327216] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.327334] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.327657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.327657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.327770] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be updated. [ 1756.329783] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.329928] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.330079] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.330198] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.330300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.330388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.330499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.330573] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.330917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b393d12d-29f2-40bb-9022-662a89a77c41 is going to be deleted. [ 1756.332302] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.332460] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.353214] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.353446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.353446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.353663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.353719] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.353822] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d6cdef-48bc-4f15-a3ba-15b13b3aa20d" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.358921] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.359066] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd is going to be deleted. [ 1756.360511] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.360643] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.360702] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.360873] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.360955] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.361057] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b393d12d-29f2-40bb-9022-662a89a77c41" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.362456] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.362651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.362651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.363665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.363665] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.372681] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: IN_PROGRESS for 2s [ 1756.421591] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.421758] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.421813] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.422019] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.422110] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.422236] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0ac5c8-dcc4-4e43-8b34-6fb63df0eabd" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.791702] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.791879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.791879] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.792309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.792309] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.792443] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.792514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.792577] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.792733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.792809] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.792896] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d7213d-dd99-44ec-ada1-c01b5ad344f8 is going to be deleted. [ 1756.793973] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.794086] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.794144] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.794294] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.794369] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.794570] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.794668] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.794724] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.794862] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.794932] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.795028] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae996a7-f97f-491b-8aa0-597779b63548 is going to be deleted. [ 1756.795974] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.796090] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.796138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.796283] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.796359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.796520] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.796611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.796658] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.796795] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.796898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.797021] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63297a28-78e7-4b20-ba4a-a5d6474f7a54 is going to be deleted. [ 1756.797800] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.797900] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.797953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.798112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.798189] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.798349] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.798459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.798523] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.798662] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.798732] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.798813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 506487b1-347a-4e99-bc3f-adcacd6bd107 is going to be deleted. [ 1756.800270] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.800406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.800474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.800622] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.800697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.800859] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.800950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.801016] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.801156] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.801227] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.801328] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ce5355-56a1-4e30-8605-5b79acaf2544 is going to be deleted. [ 1756.803727] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.803832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.803897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.804053] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.804130] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.804290] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.804384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.804444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.804607] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.804682] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.804763] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505f1edd-d097-4ee7-88b3-d8ad942b6b69 is going to be deleted. [ 1756.806128] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.806237] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.806331] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.806488] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.806564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.806728] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.806819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.806878] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.807025] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.807098] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.807178] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f90a034-08b3-413f-b0af-e7dfcebfd288 is going to be deleted. [ 1756.807942] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.808061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.808127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.808271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.808345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.808503] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.808593] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.808651] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.808784] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.808855] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.808933] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2036f689-8ae0-4959-9057-29e3d3ee867b is going to be deleted. [ 1756.809745] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.809848] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.809913] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.810068] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.810145] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.810304] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.810395] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.810453] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.810608] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.810681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.810761] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4864fe2-2426-43ed-9a97-f374112603b3 is going to be deleted. [ 1756.812048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.812146] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.812230] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.812387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.812456] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.812619] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.812709] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.812760] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.812898] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.812964] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.813056] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53473c30-6a1c-49ae-a469-4863f5136a4a is going to be deleted. [ 1756.814277] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.814388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.814444] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.814588] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.814663] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.814822] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.814911] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.814970] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.815123] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.815201] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.815294] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 273e00ce-67b5-4e2a-b937-9ce95da37adb is going to be deleted. [ 1756.816448] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.816551] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.816623] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.816785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.816860] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.817033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.817127] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.817187] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.817323] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.817398] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.817476] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58c0138c-6933-4eb4-953e-970e8e28d133 is going to be deleted. [ 1756.818607] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.818715] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.818779] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.818924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.818999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.819176] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.819256] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.819312] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.819446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.819517] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.819598] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958a5bca-db30-4024-8285-1787a7bc6ba3 is going to be deleted. [ 1756.820701] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.820810] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.820864] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.821028] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.821100] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.821285] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.821386] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.821447] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.821589] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.821650] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.821733] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2139d4a8-a327-4723-84bf-ca0dcc3e90ce is going to be deleted. [ 1756.831008] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.831151] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.831197] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.831370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.831446] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.831673] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.831771] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.831831] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.831976] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.832062] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.832146] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07ae82b-983c-4dd4-a8a1-0f4f83719aa4 is going to be deleted. [ 1756.875512] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.875681] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.875726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.875908] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.877598] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.877699] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.893627] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.893627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.893785] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.893904] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.893993] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.894104] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4864fe2-2426-43ed-9a97-f374112603b3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.895494] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.895627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.895686] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.895870] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.895953] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.896058] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53473c30-6a1c-49ae-a469-4863f5136a4a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.897112] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.897211] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.897288] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.897571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.897571] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.897765] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2036f689-8ae0-4959-9057-29e3d3ee867b" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.898234] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.898342] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.898416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.898556] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.898962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.898962] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-506487b1-347a-4e99-bc3f-adcacd6bd107" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.899452] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.899534] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.899569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.899696] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.899775] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.899863] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ce5355-56a1-4e30-8605-5b79acaf2544" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.900500] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.900605] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.900664] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.900812] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.900889] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.900973] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58c0138c-6933-4eb4-953e-970e8e28d133" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.901962] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.902069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.902138] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.902303] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.902384] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.902472] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae996a7-f97f-491b-8aa0-597779b63548" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.903344] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.903344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.903344] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.903504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.903504] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.903634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-273e00ce-67b5-4e2a-b937-9ce95da37adb" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.904181] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.904289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.904356] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.904502] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.904578] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.904666] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63297a28-78e7-4b20-ba4a-a5d6474f7a54" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.905234] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.905624] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.905752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.905807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.905927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.906017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.906102] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f90a034-08b3-413f-b0af-e7dfcebfd288" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.906645] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.906997] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.907116] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.907180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.907327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.907401] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.907489] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07ae82b-983c-4dd4-a8a1-0f4f83719aa4" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.908040] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.908422] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.908530] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.908596] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.908743] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.908807] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.908897] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505f1edd-d097-4ee7-88b3-d8ad942b6b69" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.909402] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.909769] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.909875] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.909941] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.910103] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.910180] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.910271] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d7213d-dd99-44ec-ada1-c01b5ad344f8" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.910846] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.911199] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.911330] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.911396] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.911544] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.911620] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.911710] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2139d4a8-a327-4723-84bf-ca0dcc3e90ce" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.912338] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.912688] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.912804] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.912853] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.912999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.912999] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.913188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958a5bca-db30-4024-8285-1787a7bc6ba3" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.913883] env[65968]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1756.914289] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.914401] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29e0c58-beb5-4463-8879-9465d480d3b1 is going to be deleted. [ 1756.915251] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.915416] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.915499] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.915589] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 is going to be deleted. [ 1756.984738] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.984929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.984929] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.985179] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.985266] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.985406] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29e0c58-beb5-4463-8879-9465d480d3b1" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.986157] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.986299] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.986470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.986470] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.986568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.986660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.383223] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8450920-fe08-48a3-8239-b26c0a16db11 in Status: SUCCESS [ 1758.383649] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8450920-fe08-48a3-8239-b26c0a16db11 deletion is rescheduled due to dependency. [ 1758.383649] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8450920-fe08-48a3-8239-b26c0a16db11" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.976084] env[65968]: INFO networking_nsxv3.common.synchronization [None req-bc528bc4-36fb-499f-a1ad-063a58826ae2 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1760.976639] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1760.976956] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.977175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.977175] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.977519] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.977578] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1761.055236] env[65968]: INFO networking_nsxv3.common.synchronization [None req-c7e5a24a-4f69-41a2-be49-1af768590764 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1761.055744] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1761.056584] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1761.056693] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.497865] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1761.498069] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.498141] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1761.498300] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1761.498387] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.498483] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 already deleted. [ 1761.498564] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.498707] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1761.498859] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1761.498938] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1762.021332] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1762.021776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.021776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.021776] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.021887] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.021918] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 already deleted. [ 1762.022083] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.056815] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1766.057214] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1766.348567] env[65968]: INFO networking_nsxv3.common.synchronization [req-1afa3efe-2fc3-47f8-b76d-0493e2b9072c req-b6ddd750-7bb9-46a3-be08-946c6b27ac93 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1766.349113] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1766.349445] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.349583] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.349627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.349919] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.350028] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.350128] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.350190] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.350333] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.350417] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.350506] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1766.635610] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.635815] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.635937] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.636251] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.636515] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.636673] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.636789] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.637050] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.637198] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.637406] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1766.637519] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1766.637624] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1766.637730] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1766.637877] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1766.637990] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1766.638131] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1766.658142] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1766.658295] env[65968]: DEBUG dogpile.cache.region [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1766.658440] env[65968]: DEBUG dogpile.lock [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1766.658631] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.658928] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock port-75dcef00-9de3-4248-8e90-b16b27c67e3a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.659112] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.659244] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.659601] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.659740] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dcef00-9de3-4248-8e90-b16b27c67e3a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1766.853200] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.853414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.853414] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.853627] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.853733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.853949] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.854061] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.854124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.854280] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.854355] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.854440] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 already deleted. [ 1766.854516] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.162060] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.162060] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.162475] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.162572] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.162690] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.162844] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Segment Port 75dcef00-9de3-4248-8e90-b16b27c67e3a not found, creating... [ 1767.163113] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.163271] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.163385] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.163599] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.163733] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.164014] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.164168] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.164281] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.164487] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.164620] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.164749] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Resource: SegmentPort with ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a is going to be created. [ 1767.184010] env[65968]: DEBUG networking_nsxv3.common.locking [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.184230] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.184351] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.184618] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.184898] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.185065] env[65968]: DEBUG oslo_concurrency.lockutils [None req-c1465704-81d6-474c-bb1e-418c23065d74 None None] Releasing lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.872455] env[65968]: INFO networking_nsxv3.common.synchronization [req-1afa3efe-2fc3-47f8-b76d-0493e2b9072c req-97101a16-ab70-41a2-8142-11db35468fad service nova] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1767.872641] env[65968]: INFO networking_nsxv3.common.synchronization [req-1afa3efe-2fc3-47f8-b76d-0493e2b9072c req-97101a16-ab70-41a2-8142-11db35468fad service nova] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1767.872777] env[65968]: INFO networking_nsxv3.common.synchronization [req-1afa3efe-2fc3-47f8-b76d-0493e2b9072c req-97101a16-ab70-41a2-8142-11db35468fad service nova] Enqueued Resource ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a with Priority: HIGHEST for action port [ 1767.873282] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1767.873461] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1767.873512] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a with Priority: HIGHEST for action port [ 1767.873787] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.873883] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.874035] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.874244] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.874327] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1767.875250] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.875390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.875479] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.875661] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.875828] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.875943] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.876040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.876307] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.876434] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.876547] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1767.877304] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-75dcef00-9de3-4248-8e90-b16b27c67e3a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.877390] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.877459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.877634] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.877749] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dcef00-9de3-4248-8e90-b16b27c67e3a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1768.379383] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1768.380501] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1768.380612] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.380772] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75dcef00-9de3-4248-8e90-b16b27c67e3a with status ACTIVE [ 1768.380927] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1768.381046] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.381112] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1768.381319] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1768.381454] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.381631] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1768.381733] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.381778] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1768.381939] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1768.382023] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.382217] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1768.382304] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.382393] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1768.382555] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1768.382652] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.382703] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a is going to be updated. [ 1768.403875] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1768.404111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.404111] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1768.404262] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1768.404423] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.404581] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.884729] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.387182] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.387598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.387598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.387816] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.388040] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.388201] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 is going to be created. [ 1769.413048] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.413206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.413206] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.413359] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.413514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.422663] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: UNINITIALIZED for 2s [ 1771.434386] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: SUCCESS [ 1771.434777] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.434881] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.435047] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.435247] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.435383] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.435466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.435582] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.435660] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.435741] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.435829] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1771.938836] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.441656] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abd5baf2-dfed-4d78-a301-1274c3d11a99: rpc.has_security_group_logging(os_id): False [ 1772.460150] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.460370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.460370] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.460520] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.460604] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.460843] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.460940] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.461011] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.461164] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.461240] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.461326] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 is going to be created. [ 1772.518776] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.519013] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.519085] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.519429] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.519685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.530615] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: IN_PROGRESS for 2s [ 1772.874616] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1772.874830] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1774.545732] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: SUCCESS [ 1774.546234] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.875927] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1777.876374] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1782.877327] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1782.877716] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1787.879087] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1787.879491] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1792.880420] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1792.880820] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1797.882244] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1797.882735] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1802.883502] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1802.883951] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1807.884503] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1807.884912] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1812.885339] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1812.885766] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1817.886232] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1817.886668] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1822.887479] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1822.887881] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1827.888843] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1827.889273] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1832.890739] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1832.890739] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1837.891698] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1837.892170] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1838.878513] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1838.878747] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.878889] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1838.879194] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1838.879450] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1838.879617] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.879729] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1838.880149] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1838.880327] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.880538] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1838.880670] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] NeedRegenerationException {{(pid=65968) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1838.880805] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] no value, waiting for create lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1838.880922] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] value creation lock acquired {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1838.881046] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] No value present for key: 'zone-id' {{(pid=65968) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1838.881153] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Calling creation function for not-yet-present value {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1838.881283] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1838.908670] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1838.909073] env[65968]: DEBUG dogpile.cache.region [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65968) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1838.909073] env[65968]: DEBUG dogpile.lock [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Released creation lock {{(pid=65968) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1838.909253] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "network-798" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.909455] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock port-75dcef00-9de3-4248-8e90-b16b27c67e3a taken with stack trace [, , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1838.909619] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.909736] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1838.910110] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1838.910263] env[65968]: DEBUG networking_nsxv3.api.rpc [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dcef00-9de3-4248-8e90-b16b27c67e3a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1839.412556] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.412867] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.413051] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.413256] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.413407] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.413710] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.413871] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.413985] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.414228] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.414358] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.414745] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.414922] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.415063] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.415266] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.415396] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.415532] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Resource: SegmentPort with ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a is going to be updated. [ 1839.448930] env[65968]: DEBUG networking_nsxv3.common.locking [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.449178] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.449279] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.449549] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.449745] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.449985] env[65968]: DEBUG oslo_concurrency.lockutils [None req-2484229f-a835-46a5-848f-4a1b2823306c None None] Releasing lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.110507] env[65968]: INFO networking_nsxv3.common.synchronization [req-e7f1304b-90b8-4e3b-9226-23376f2be994 req-021255ed-d9af-4265-9ecb-602923687633 service nova] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1840.110795] env[65968]: INFO networking_nsxv3.common.synchronization [req-e7f1304b-90b8-4e3b-9226-23376f2be994 req-021255ed-d9af-4265-9ecb-602923687633 service nova] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1840.110863] env[65968]: INFO networking_nsxv3.common.synchronization [req-e7f1304b-90b8-4e3b-9226-23376f2be994 req-021255ed-d9af-4265-9ecb-602923687633 service nova] Enqueued Resource ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a with Priority: HIGHEST for action port [ 1840.111339] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_rules [ 1840.111471] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1840.111558] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a with Priority: HIGHEST for action port [ 1840.111832] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.111972] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.112052] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.112249] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.112322] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1840.113597] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.113654] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.113805] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.113927] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.114033] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.114129] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.114193] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.114327] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.114409] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.114498] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1840.115514] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock port-75dcef00-9de3-4248-8e90-b16b27c67e3a taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.115514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.115514] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.115685] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.115685] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dcef00-9de3-4248-8e90-b16b27c67e3a',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1840.619071] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.619071] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.619071] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1840.619480] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75dcef00-9de3-4248-8e90-b16b27c67e3a with status ACTIVE [ 1840.619623] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.619738] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.619819] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.620029] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.620124] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.620294] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.620388] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.620441] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.620598] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.620674] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.620852] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.620952] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.621018] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.621178] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.621260] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.621352] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75dcef00-9de3-4248-8e90-b16b27c67e3a is going to be updated. [ 1840.647612] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1840.647828] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.647954] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.648188] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1840.648329] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.648483] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75dcef00-9de3-4248-8e90-b16b27c67e3a" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1841.124205] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1841.626471] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1841.626752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.626752] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1841.626874] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1841.626950] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1841.627062] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 is going to be updated. [ 1841.663044] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1841.663325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.663325] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1841.663466] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1841.663632] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1841.674127] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: IN_PROGRESS for 2s [ 1843.686947] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: SUCCESS [ 1843.687400] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.687449] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.687657] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.687848] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.687957] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.688044] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.688185] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.688263] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.688339] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.688428] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1844.190734] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1844.693813] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abd5baf2-dfed-4d78-a301-1274c3d11a99: rpc.has_security_group_logging(os_id): False [ 1844.712476] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.712697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.712697] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.712924] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.713017] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.713380] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.713522] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.713568] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.713747] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.713824] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.713917] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 is going to be updated. [ 1844.777258] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.777459] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.777525] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.777726] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.777893] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.790230] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: IN_PROGRESS for 2s [ 1845.113099] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1845.113360] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1846.808486] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: SUCCESS [ 1846.808910] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1850.115082] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1850.115501] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1855.116602] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1855.116973] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1860.118196] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1860.118650] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1865.119821] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1865.120267] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1870.121649] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1870.122124] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1875.123076] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1875.123568] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1880.124246] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1880.124719] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1885.126160] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1885.126555] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1890.127999] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1890.128492] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1891.214336] env[65968]: INFO networking_nsxv3.common.synchronization [req-5050d72a-f63e-4180-9cea-ce888abc2161 req-e370761b-43da-4618-ba61-366de5d32992 tempest-AttachVolumeShelveTestJSON-1941748758 tempest-AttachVolumeShelveTestJSON-1941748758-project-member] Enqueued Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1891.214896] env[65968]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 with Priority: HIGHEST for action security_group_members [ 1891.215224] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd5baf2-dfed-4d78-a301-1274c3d11a99 taken with stack trace [, , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1891.215345] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.215412] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.215611] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.215761] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1891.215852] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.215915] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.216067] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.216148] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.216271] env[65968]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd5baf2-dfed-4d78-a301-1274c3d11a99',) {} {{(pid=65968) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1891.719977] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1891.720222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.720222] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.720474] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.720569] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.720741] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1891.720829] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.720901] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.721051] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.721126] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.721215] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 is going to be updated. [ 1891.750280] env[65968]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65968) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1891.750579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.750579] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.750704] env[65968]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.750832] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.760874] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: IN_PROGRESS for 2s [ 1893.777055] env[65968]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 in Status: SUCCESS [ 1893.777458] env[65968]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd5baf2-dfed-4d78-a301-1274c3d11a99 deletion is rescheduled due to dependency. [ 1893.777458] env[65968]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd5baf2-dfed-4d78-a301-1274c3d11a99" {{(pid=65968) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1896.215598] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1896.215984] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1901.216833] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1901.217191] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1906.217723] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1906.218154] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1911.219246] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1911.219640] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1916.220566] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1916.221389] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1921.223070] env[65968]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1921.223506] env[65968]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0